-- Logs begin at Fri 2021-12-24 09:48:07 UTC, end at Fri 2021-12-24 11:02:24 UTC. -- Dec 24 10:36:37.871692 dv-cinder-816443-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 24 10:36:40.693601 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.common.config [-] Logging enabled! Dec 24 10:36:40.694207 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321 Dec 24 10:36:40.694384 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 10:36:40.698182 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.common.config [-] Logging enabled! Dec 24 10:36:40.698437 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321 Dec 24 10:36:40.698748 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 10:36:40.699667 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:36:40.699902 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 10:36:40.700264 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:36:40.700510 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 10:36:40.700737 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 10:36:40.701078 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.701494 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 24 10:36:40.701807 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.702098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.702387 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.702679 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.702964 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.703241 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.703528 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.703822 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.704105 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.704382 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.704661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.704987 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.705270 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.705554 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.705838 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.706119 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] debug = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.706397 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.706827 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.707213 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.707493 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.707913 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.708058 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.708327 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.708600 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.708913 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.709245 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] host = dv-cinder-816443-3-iscsi {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.709521 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.709806 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.710088 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.710404 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.710677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.710948 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.711229 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.711500 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.711771 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.712040 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.712324 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.712604 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.712926 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.713151 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.713373 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.713664 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.713945 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.714217 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.714489 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.714758 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.715025 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.715294 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.715558 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.715837 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.716119 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.716399 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.716667 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.717031 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.717302 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.717571 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.717850 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.718117 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.718385 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.718653 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.718934 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.719197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.719469 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.719764 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.720044 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.720322 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.720601 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.720897 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.721177 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.721445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.721712 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.721976 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_json = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.722242 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.722508 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.722786 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.723053 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.723321 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.723596 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.723864 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.724142 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:40.724431 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.724721 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.725049 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.725332 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.725629 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.725986 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.726274 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.726547 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.726833 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.727151 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.727445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.727722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.728020 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.728401 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.728851 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.729302 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.729738 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.730161 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.730560 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.730951 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.731341 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.731738 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.732158 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.732703 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.733251 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.733753 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.734053 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.734361 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.734656 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.734994 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.735478 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.735948 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.736273 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.736607 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.736919 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.737201 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.737481 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.737771 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.738054 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.738329 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.738614 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.738890 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.739160 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.739430 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.739753 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.740254 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.740739 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.741255 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.742271 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.742748 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.743043 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.743339 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.743631 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.743908 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.744184 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.744465 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.744740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.745040 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.745321 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.745596 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.745873 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.746145 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.746414 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.746686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.746957 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.747229 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.747503 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.747850 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.748333 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.748839 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.749326 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.749820 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.750314 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.750795 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.751228 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.751542 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.751828 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.752114 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.752397 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.752679 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.752983 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.753266 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.753553 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.753832 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.754106 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.754399 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.754685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.754978 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.755261 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.755571 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.755866 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.756144 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.756426 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.756704 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.757016 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.757858 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.758144 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.758441 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.758734 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.759029 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.759322 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.759614 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.759895 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.760311 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.760752 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:40.761150 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 10:36:40.761522 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 24 10:36:41.222448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 10:36:41.222725 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 10:36:41.223040 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 10:36:41.223520 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 24 10:36:41.578133 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.578348 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.578619 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.579910 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.580186 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.580453 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.626680 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.626956 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.627223 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.641736 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.642015 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.642280 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.670175 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.670454 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.670721 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.708655 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.709214 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:41.709214 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.078894 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.079177 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.079444 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.079708 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.080392 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.179969 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.180289 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.180571 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.180861 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.181129 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.181444 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.181702 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.181956 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.182211 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.182489 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.182743 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.183005 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.183257 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.183506 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.183758 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.184017 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.184268 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.184529 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.184793 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.185078 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.185348 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.185598 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.185876 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.186253 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.186502 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.186747 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.187137 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.187375 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.187611 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.187846 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.188079 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.188311 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:42.188675 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 24 10:36:42.191894 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 24 10:36:42.196415 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 24 10:36:42.200381 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 24 10:36:42.202028 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 24 10:36:42.202491 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 24 10:36:42.202831 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 24 10:36:42.203217 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 24 10:36:42.206058 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 24 10:36:42.206313 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 24 10:36:42.206660 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 10:36:42.213326 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 24 10:36:42.244760 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 24 10:36:42.245255 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.245560 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 24 10:36:42.245922 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.247641 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 24 10:36:42.248108 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 10:36:42.248524 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 24 10:36:42.252135 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.252415 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:42.340722 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 24 10:36:42.340982 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 24 10:36:42.341216 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 24 10:36:42.341589 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 24 10:36:42.363608 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_db.sqlalchemy.engines [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 24 10:36:42.990749 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing driver for type 'gre' Dec 24 10:36:42.991775 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] gre ID ranges: [(1, 1000)] Dec 24 10:36:43.196384 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing driver for type 'local' Dec 24 10:36:43.196713 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing driver for type 'vlan' Dec 24 10:36:43.287316 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] VlanTypeDriver initialization complete Dec 24 10:36:43.287699 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing driver for type 'vxlan' Dec 24 10:36:43.288194 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] vxlan ID ranges: [(1, 1000)] Dec 24 10:36:43.488331 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing extension driver 'port_security' Dec 24 10:36:43.488616 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.extensions.port_security [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] PortSecurityExtensionDriver initialization complete Dec 24 10:36:43.488985 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing mechanism driver 'openvswitch' Dec 24 10:36:43.489314 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing mechanism driver 'hyperv' Dec 24 10:36:43.500059 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.plugin [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:36:43.500723 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.501119 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.501471 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.502002 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.502458 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.502811 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.503154 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.503558 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.503968 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.504316 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.504655 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.505088 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.505498 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.505872 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.506209 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.506747 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.507664 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.508014 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.508356 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.508931 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.509345 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > address_group after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.509692 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > address_group after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.510032 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.510433 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 10:36:43.510812 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] ML2 OVO RPC backend initialized. {{(pid=109660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 24 10:36:43.511513 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.511870 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.512284 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.512638 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > networks before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.513015 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.513358 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > ports before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.513701 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.514041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnets before_response 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.514383 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.514722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.515057 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.515392 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.515728 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.516058 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.516389 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.516722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.517078 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.517673 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.plugin [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Modular L2 Plugin initialization complete Dec 24 10:36:43.518000 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading services supported by the core plugin {{(pid=109660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 24 10:36:43.518323 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.plugins.ml2.managers [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Got port-security extension from driver 'port_security' Dec 24 10:36:43.518777 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.extensions.vlantransparent [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Disabled vlantransparent extension. Dec 24 10:36:43.519254 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 24 10:36:43.519563 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: router Dec 24 10:36:43.556949 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.557346 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_create 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.563624 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router before_create 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.563624 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.563624 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.563624 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_delete 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564025 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564025 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564025 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_create 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564025 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564360 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564360 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564360 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564360 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: subnet after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.564675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_create 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router after_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565395 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565395 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_create 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565596 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.565940 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_update 55549900 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.566306 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > agent after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.566654 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > agent after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.566997 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > network after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.567858 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Tracking information for resource: router configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:43.568192 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Tracking information for resource: floatingip configured {{(pid=109660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 10:36:43.573770 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.db.l3_agentschedulers_db [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 24 10:36:43.574337 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.574699 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.575051 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.575402 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: port after_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.576185 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router before_create 55550100 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.576550 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.576944 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_create 55550100 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.577304 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > router precommit_update 55550100 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.582018 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.provider_configuration [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service providers = [] {{(pid=109660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 24 10:36:43.582390 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.db.servicetype_db [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 24 10:36:43.585898 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.service_base [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 10:36:43.586248 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.service_base [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 10:36:43.586589 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.service_base [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 10:36:43.593028 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.services.service_base [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 10:36:43.593398 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.services.service_base [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 24 10:36:43.593777 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.594094 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 24 10:36:43.604929 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.605266 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: auto_allocate Dec 24 10:36:43.611164 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: network precommit_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.611536 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: network precommit_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.612050 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.612370 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: tag Dec 24 10:36:43.619546 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.619873 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: timestamp Dec 24 10:36:43.623911 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.624243 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: network_ip_availability Dec 24 10:36:43.629771 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.630142 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.636601 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.636601 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.636601 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: flavors Dec 24 10:36:43.641835 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.642166 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading Plugin: revisions Dec 24 10:36:43.646611 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 10:36:43.647005 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.424s {{(pid=109660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 10:36:43.647800 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 24 10:36:43.648137 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Initializing extension manager. Dec 24 10:36:43.648656 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: __init__.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.649037 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: __pycache__ {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.649376 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.649708 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: address_group.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.650475 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.651049 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: address-group Dec 24 10:36:43.651376 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: address_scope.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.653696 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.654221 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: address-scope Dec 24 10:36:43.654557 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.655526 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.656042 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: router-admin-state-down-before-update Dec 24 10:36:43.656373 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: agent.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.657123 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.657631 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: agent Dec 24 10:36:43.657959 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: agent_resources_synced.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.658880 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.659385 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: agent-resources-synced Dec 24 10:36:43.659707 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: allowedaddresspairs.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.661545 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.662066 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: allowed-address-pairs Dec 24 10:36:43.662403 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: auto_allocated_topology.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.663526 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.664071 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: auto-allocated-topology Dec 24 10:36:43.664399 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: availability_zone.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.665133 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.665635 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: availability_zone Dec 24 10:36:43.665960 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: availability_zone_filter.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.666874 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.667383 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: availability_zone_filter Dec 24 10:36:43.667712 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: data_plane_status.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.668622 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.669148 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension data-plane-status not supported by any of loaded plugins Dec 24 10:36:43.669475 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: default_subnetpools.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.670394 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.671159 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: default-subnetpools Dec 24 10:36:43.671485 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.672308 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.672837 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: dhcp_agent_scheduler Dec 24 10:36:43.673167 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: dns.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.674098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.674604 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension dns-integration not supported by any of loaded plugins Dec 24 10:36:43.674932 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: dns_domain_ports.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.675853 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.676357 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 24 10:36:43.676684 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.684760 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.685299 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 24 10:36:43.685627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: dvr.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.686305 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.686806 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: dvr Dec 24 10:36:43.687132 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: ecmp_routes.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.688089 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.688589 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 24 10:36:43.688948 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: empty_string_filtering.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.689885 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.690387 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: empty-string-filtering Dec 24 10:36:43.690710 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.691617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.692121 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 24 10:36:43.692446 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.693385 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.693887 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 24 10:36:43.694209 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: external_net.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.695686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.696193 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: external-net Dec 24 10:36:43.696514 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.697465 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.697975 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: extra_dhcp_opt Dec 24 10:36:43.698296 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: extraroute.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.699207 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.699714 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: extraroute Dec 24 10:36:43.700038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: extraroute_atomic.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.701121 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.701629 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: extraroute-atomic Dec 24 10:36:43.701952 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: filter_validation.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.702682 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.703120 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: filter-validation Dec 24 10:36:43.703442 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: fip_pf_description.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.707743 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.708237 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 24 10:36:43.708557 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: fip_port_details.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.709501 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.710034 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: fip-port-details Dec 24 10:36:43.710344 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: flavors.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.711587 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.712100 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: flavors Dec 24 10:36:43.712429 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.714171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.714685 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 24 10:36:43.715019 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: floatingip_pools.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.715720 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.716223 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: floatingip-pools Dec 24 10:36:43.716549 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: ip_allocation.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.717502 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.718010 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension ip_allocation not supported by any of loaded plugins Dec 24 10:36:43.718337 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.719269 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.719783 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: ip-substring-filtering Dec 24 10:36:43.720111 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l2_adjacency.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.721071 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.721582 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 24 10:36:43.721906 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.723029 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.723543 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: router Dec 24 10:36:43.723872 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.737974 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.738549 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 24 10:36:43.738834 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.739773 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.740293 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: ext-gw-mode Dec 24 10:36:43.740622 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.742103 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.742609 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: l3-ha Dec 24 10:36:43.742988 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3_flavors.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.743852 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.744356 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: l3-flavors Dec 24 10:36:43.744688 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.745624 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.746130 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 24 10:36:43.746454 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: l3agentscheduler.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.747484 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.747992 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: l3_agent_scheduler Dec 24 10:36:43.748320 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: local_ip.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.750189 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.750709 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension local_ip not supported by any of loaded plugins Dec 24 10:36:43.751041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: logging.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.752536 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.753143 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension logging not supported by any of loaded plugins Dec 24 10:36:43.753481 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: metering.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.754235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.754822 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: metering Dec 24 10:36:43.755152 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.756243 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.756763 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: metering_source_and_destination_fields Dec 24 10:36:43.757675 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: multiprovidernet.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.758610 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.759119 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: multi-provider Dec 24 10:36:43.759446 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: netmtu.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.760368 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.760901 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: net-mtu Dec 24 10:36:43.761249 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: netmtu_writable.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.762173 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.762679 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: net-mtu-writable Dec 24 10:36:43.763007 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: network_availability_zone.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.763680 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.764181 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: network_availability_zone Dec 24 10:36:43.764505 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: network_ip_availability.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.765663 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.766204 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: network-ip-availability Dec 24 10:36:43.766533 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: network_segment_range.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.767300 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.767802 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension network-segment-range not supported by any of loaded plugins Dec 24 10:36:43.768129 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: pagination.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.769147 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.769632 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: pagination Dec 24 10:36:43.769935 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: port_device_profile.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.770845 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.771357 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: port-device-profile Dec 24 10:36:43.771682 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.773404 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.773887 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: port-mac-address-regenerate Dec 24 10:36:43.774214 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.775130 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.775641 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: port-numa-affinity-policy Dec 24 10:36:43.775965 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: port_resource_request.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.776922 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.777427 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension port-resource-request not supported by any of loaded plugins Dec 24 10:36:43.777752 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: port_resource_request_groups.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.786655 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.787162 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 24 10:36:43.787492 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: portbindings.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.789017 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.789532 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: binding Dec 24 10:36:43.789860 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: portbindings_extended.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.791159 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.791674 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: binding-extended Dec 24 10:36:43.792002 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: portsecurity.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.792956 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.793482 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: port-security Dec 24 10:36:43.793797 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: project_id.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.794775 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.795104 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: project-id Dec 24 10:36:43.795463 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: providernet.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.796606 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.797156 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: provider Dec 24 10:36:43.797482 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.801164 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.801686 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos not supported by any of loaded plugins Dec 24 10:36:43.802020 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.803281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.803815 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 24 10:36:43.804144 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.805108 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.805616 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 24 10:36:43.805942 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_default.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.806864 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.807371 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-default not supported by any of loaded plugins Dec 24 10:36:43.807699 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_fip.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.808354 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.808878 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-fip not supported by any of loaded plugins Dec 24 10:36:43.810860 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.811533 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.812041 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 24 10:36:43.812370 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_gateway_ip.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.813333 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.813847 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 24 10:36:43.814169 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_port_network_policy.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.815106 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.815610 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 24 10:36:43.815936 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.817013 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.817522 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 24 10:36:43.817847 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_pps_rule.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.819056 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.819592 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-pps not supported by any of loaded plugins Dec 24 10:36:43.819919 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_rule_type_details.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.820866 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.821375 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 24 10:36:43.821699 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: qos_rules_alias.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.822745 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.823253 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 24 10:36:43.823581 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: quota_check_limit.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.824497 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.825030 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: quota-check-limit Dec 24 10:36:43.825356 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: quotasv2.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.826298 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.826625 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: quotas Dec 24 10:36:43.826946 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: quotasv2_detail.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.830419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.830760 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: quota_details Dec 24 10:36:43.831098 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: rbac.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.832160 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.832684 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: rbac-policies Dec 24 10:36:43.833070 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: rbac_address_group.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.834014 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.834539 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: rbac-address-group Dec 24 10:36:43.834869 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: rbac_address_scope.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.836311 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.836840 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: rbac-address-scope Dec 24 10:36:43.837182 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: rbac_security_groups.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.838106 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.838615 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: rbac-security-groups Dec 24 10:36:43.838939 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: rbac_subnetpool.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.839859 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.840367 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: rbac-subnetpool Dec 24 10:36:43.840693 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: revisionifmatch.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.841656 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.842168 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: revision-if-match Dec 24 10:36:43.842493 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: revisions.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.843613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.844157 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: standard-attr-revisions Dec 24 10:36:43.844445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: router_availability_zone.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.845165 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.851428 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: router_availability_zone Dec 24 10:36:43.851428 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: routerservicetype.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.852162 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.852672 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension router-service-type not supported by any of loaded plugins Dec 24 10:36:43.853097 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.854117 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.854629 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: security-groups-normalized-cidr Dec 24 10:36:43.854953 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.855882 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.856391 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: port-security-groups-filtering Dec 24 10:36:43.856715 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.857689 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.858210 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: security-groups-remote-address-group Dec 24 10:36:43.858534 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.859467 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.859976 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: security-groups-shared-filtering Dec 24 10:36:43.860304 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.860922 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 24 10:36:43.861247 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: securitygroup.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.871001 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.871529 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: security-group Dec 24 10:36:43.871869 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: segment.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.872661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.873212 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension segment not supported by any of loaded plugins Dec 24 10:36:43.873547 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.880852 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.881354 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 24 10:36:43.881685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: servicetype.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.882827 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.883344 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: service-type Dec 24 10:36:43.883677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: sorting.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.884670 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.885034 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: sorting Dec 24 10:36:43.885361 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: standard_attr_segment.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.886284 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.886800 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 24 10:36:43.887123 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: standardattrdescription.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.887769 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.888281 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: standard-attr-description Dec 24 10:36:43.888606 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: stateful_security_group.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.889561 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.890071 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: stateful-security-group Dec 24 10:36:43.890397 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: stdattrs_common.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.890967 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 24 10:36:43.891286 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.892233 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.892753 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 24 10:36:43.893105 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnet_onboard.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.894187 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.894708 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: subnet_onboard Dec 24 10:36:43.895033 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.895966 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.896485 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 24 10:36:43.896831 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnet_service_types.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.898306 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.898820 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: subnet-service-types Dec 24 10:36:43.899143 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnetallocation.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.900240 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.900751 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: subnet_allocation Dec 24 10:36:43.901108 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.901778 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.902281 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: subnetpool-prefix-ops Dec 24 10:36:43.902601 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.903535 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.904043 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 24 10:36:43.904365 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: tagging.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.905467 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.905990 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: standard-attr-tag Dec 24 10:36:43.911924 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: timestamp.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.912902 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.913962 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loaded extension: standard-attr-timestamp Dec 24 10:36:43.914293 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: trunk.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.915353 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.915862 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension trunk not supported by any of loaded plugins Dec 24 10:36:43.916188 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: trunk_details.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.917143 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.917653 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension trunk-details not supported by any of loaded plugins Dec 24 10:36:43.917977 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: uplink_status_propagation.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.918902 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.919409 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 24 10:36:43.919736 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Loading extension file: vlantransparent.py {{(pid=109660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 10:36:43.920425 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:36:43.921192 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 24 10:36:43.923685 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:network Dec 24 10:36:43.924236 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnet Dec 24 10:36:43.924630 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:36:43.925048 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:port Dec 24 10:36:43.926292 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.926742 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service FLAVORS assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.927340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.927766 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.928093 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:router Dec 24 10:36:43.928524 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 10:36:43.929076 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service METERING assigned prefix: /metering {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.930537 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.930910 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.931266 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:36:43.932265 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 10:36:43.932711 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:security_group Dec 24 10:36:43.933189 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 10:36:43.933797 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service CORE assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.934130 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:36:43.934475 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] subnetpool is already registered Dec 24 10:36:43.934912 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service CORE assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.935235 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:36:43.935562 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] subnetpool is already registered Dec 24 10:36:43.937850 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.938279 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service FLAVORS assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.938856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.939271 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.939601 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:router Dec 24 10:36:43.939937 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] router is already registered Dec 24 10:36:43.940341 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 10:36:43.940674 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] floatingip is already registered Dec 24 10:36:43.941155 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service METERING assigned prefix: /metering {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.941814 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 10:36:43.942144 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] rbac_policy is already registered Dec 24 10:36:43.942554 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:security_group Dec 24 10:36:43.942883 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] security_group is already registered Dec 24 10:36:43.943284 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 10:36:43.943611 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] security_group_rule is already registered Dec 24 10:36:43.944232 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service CORE assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.945114 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:36:43.945448 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] subnetpool is already registered Dec 24 10:36:43.945876 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.v2.resource_helper [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Service CORE assigned prefix: {{(pid=109660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 10:36:43.946199 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:36:43.946525 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING neutron.quota.resource_registry [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] subnetpool is already registered Dec 24 10:36:43.946994 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: extensions {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.948444 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: address-groups {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.950026 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: address-scopes {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.951324 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: agents {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.952470 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: auto-allocated-topology {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.953746 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: availability_zones {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.954943 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: dhcp-networks {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.956502 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: dhcp-agents {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.957972 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: routers {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.961964 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: flavors {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.963168 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: service_profiles {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.964379 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: next_providers {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.965855 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: service_profiles {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.967410 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: floatingip-pools {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.968625 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: routers {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.972605 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: floatingips {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.974838 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: l3-routers {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.976280 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: l3-agents {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.977715 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: metering-labels {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.979064 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: metering-label-rules {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.980326 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: network-ip-availabilities {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.981630 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: bindings {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.983288 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: quotas {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.984829 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: quotas {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.986371 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: rbac-policies {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.987643 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: security-groups {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.988922 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: security-group-rules {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.990097 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: service-providers {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.991341 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: subnetpools {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.993926 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: subnetpools {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.995800 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.997640 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:43.999650 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.001592 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.003304 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.005156 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.007505 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.009787 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.011553 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.013426 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron.api.extensions [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Extended resource: tags {{(pid=109660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 10:36:44.019331 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING keystonemiddleware.auth_token [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 24 10:36:44.024685 dv-cinder-816443-3-iscsi neutron-server[109660]: WARNING keystonemiddleware.auth_token [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 24 10:36:44.033547 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Acquired lock "singleton_lock" {{(pid=109660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 24 10:36:44.034021 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_concurrency.lockutils [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Releasing lock "singleton_lock" {{(pid=109660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 24 10:36:44.034676 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Starting 2 workers Dec 24 10:36:44.039546 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Started child 109771 {{(pid=109660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 10:36:44.044079 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Started child 109772 {{(pid=109660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 10:36:44.045097 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.045987 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO neutron.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 24 10:36:44.046994 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Publish callbacks [] for process, before_spawn {{(pid=109660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.047135 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [-] (109771) wsgi starting up on http://0.0.0.0:9696 Dec 24 10:36:44.049070 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Starting 1 workers Dec 24 10:36:44.050047 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.050520 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34546) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:36:44.051604 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [-] (109772) wsgi starting up on http://0.0.0.0:9696 Dec 24 10:36:44.054558 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Started child 109774 {{(pid=109660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 10:36:44.055128 dv-cinder-816443-3-iscsi neutron-server[109660]: INFO oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Starting 1 workers Dec 24 10:36:44.060897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] calling RpcWorker wait() {{(pid=109774) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 24 10:36:44.063755 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065148 Dec 24 10:36:44.063878 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] returning from RpcWorker wait() {{(pid=109774) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 24 10:36:44.063978 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Started child 109775 {{(pid=109660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 10:36:44.064066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.064066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:36:44.064224 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG neutron_lib.callbacks.manager [None req-40cea3fa-dc67-44ae-a06a-759867791651 None None] Publish callbacks [] for process, after_spawn {{(pid=109660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.064224 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 10:36:44.064224 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:36:44.064224 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 10:36:44.064507 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:36:44.064705 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.067661 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068156 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.068617 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.069213 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.069213 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.069968 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] debug = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072220 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072871 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072871 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.072871 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.073118 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076564 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] host = dv-cinder-816443-3-iscsi {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076963 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.076963 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079171 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079762 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079762 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079762 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.079762 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.080039 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_options = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.080117 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.080934 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.080934 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.080934 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.081186 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.081186 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082759 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082759 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.082927 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.083478 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.083478 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.083659 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.084613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.084613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.084613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.084613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.084952 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091035 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091773 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091773 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.091773 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092002 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092091 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.092747 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.093792 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.094355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.094700 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.095071 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_json = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.095394 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.095750 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.096130 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.097007 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.097703 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.098092 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.098340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.098607 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.099390 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.099700 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.100058 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.100347 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.100611 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.100932 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.101273 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.101674 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.101936 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.102174 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.102494 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.102726 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.103044 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.104281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.104544 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.104913 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.105190 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.105479 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110355 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.110865 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111315 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111726 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.111726 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.112021 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.112156 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.112387 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.112612 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.114481 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.114481 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.114481 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.114821 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.114821 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.115018 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.115191 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.115447 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.116445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.116445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.116445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.116782 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.116782 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.117048 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.117158 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.117374 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.117591 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.117978 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.118199 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.118416 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.118819 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.119097 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.119319 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.119545 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.119781 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.120038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.120277 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.120515 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.120745 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.120981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.121212 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.121433 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.121653 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.121866 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.122275 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.123206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.123445 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.123636 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.124740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.124740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.124740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.124740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.124740 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.125585 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.125585 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.125585 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126598 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126598 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126598 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126598 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126978 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.126978 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.127131 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.127303 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.127516 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.127788 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.128012 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.128258 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.128484 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.129047 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.129047 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130281 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130840 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130840 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.130840 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.131148 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.131303 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.134139 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.135038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.135038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.135038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.135038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.135038 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136006 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136322 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136406 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.136665 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.137812 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.138058 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.138317 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.138535 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.138813 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.139234 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.140424 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.140920 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.141371 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.141811 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.142066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.142340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.142559 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.142795 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.143848 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.143848 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.143848 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.143848 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.144722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.144722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.144722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.144722 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145363 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145363 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145363 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145707 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145707 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.145922 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.146349 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.146349 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.146551 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.146788 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.147007 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148975 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.148975 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.149180 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.149425 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.150498 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.150498 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.150498 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.150498 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151075 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151075 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151075 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151423 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151423 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.151588 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.152290 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.152290 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.152290 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.152631 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.153248 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.153248 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.153473 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.153580 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.153771 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.154206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.154642 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.154883 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.155668 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.155668 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.155668 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.156010 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.156119 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157041 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157486 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157486 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.157889 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.158123 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.158370 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.158612 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.158829 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.159061 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.159273 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.159504 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.159727 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.159967 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.160178 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.160401 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.160788 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.161031 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.161375 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.161488 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.161696 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.161952 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.162144 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.162360 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.162582 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.162798 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.163033 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.163280 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.163499 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.163741 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.163966 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.164185 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.164398 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.164649 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.165902 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.166151 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.166387 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.166616 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.166860 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.167229 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.167440 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.167668 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.167966 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.168221 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.168475 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.168737 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.169131 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.169340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.169610 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.169823 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.170044 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.170266 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.170541 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.171116 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.171424 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.171697 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.171957 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.172235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.172516 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.172778 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.173024 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.173298 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.174455 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.174774 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.175005 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.176779 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.177568 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.177568 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.177568 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.177568 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178082 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178082 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178258 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178599 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178842 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.178986 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 10:36:44.179545 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 10:36:44.179905 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:36:44.180070 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 10:36:44.180215 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:36:44.180364 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 10:36:44.180500 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 10:36:44.180707 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.180958 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181202 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181202 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181472 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181614 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181769 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.181917 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.182055 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.182192 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.182329 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.182570 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.182570 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.183686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] debug = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.185627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.186343 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] host = dv-cinder-816443-3-iscsi {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.187325 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.188197 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189066 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_options = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189818 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189818 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189818 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189818 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.189818 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.190724 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191419 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191766 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191766 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191766 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.191970 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192079 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192237 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192395 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192553 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192711 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.192890 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193048 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193205 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193362 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193927 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193927 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.193927 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.194175 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.194175 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.194898 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.194898 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195053 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195392 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195392 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.195894 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196001 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196107 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196239 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196396 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196553 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_json = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196710 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.196907 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197069 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197212 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197372 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197528 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.197844 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 10:36:44.198034 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198181 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198339 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198503 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198642 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198799 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.198963 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.199125 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.199286 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.199448 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.199686 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.199859 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.200856 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201286 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201286 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201286 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201495 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201568 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201785 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.201883 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.202152 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.202152 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203078 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203239 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203457 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203599 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203946 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.203946 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204201 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204201 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204454 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204454 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204717 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204925 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.204925 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205219 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205219 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205525 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205525 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205785 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.205921 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206057 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206203 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206341 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206477 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206613 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.206748 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207103 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207103 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207388 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207388 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207677 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207948 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.207948 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208217 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208217 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208478 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208478 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208736 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208965 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.208965 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209230 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209364 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209505 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209641 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209774 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.209907 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.210044 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.210751 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.210915 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211077 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211237 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211417 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211546 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211708 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.211868 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212028 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212189 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212354 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212533 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212689 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.212906 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.213845 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.214016 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.214158 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.214307 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.214490 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215206 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215735 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215735 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.215735 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.216496 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.216852 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217046 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217211 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217338 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217499 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217658 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.217967 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218133 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.218981 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.219538 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.219538 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.219538 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.219538 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.220313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.220313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.220313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.220313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.220313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.221438 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222136 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222136 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222136 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222136 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222136 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222815 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222815 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222815 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.222815 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223221 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223221 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223221 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223548 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223548 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223748 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223748 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.223953 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224060 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224166 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224330 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224510 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224670 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.224866 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.225597 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.225800 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.225908 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:36:44.225991 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.226108 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.227046 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.227213 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.227376 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228565 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228565 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228684 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.228871 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229032 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229201 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229364 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229522 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229683 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229899 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.229998 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230151 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230313 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230476 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230638 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230800 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.230962 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.231129 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.231584 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.231584 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.231584 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232081 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232081 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232081 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232415 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232415 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232567 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232646 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232787 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.232971 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233133 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233293 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233454 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233615 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233776 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.233938 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234105 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234435 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234435 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234641 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234746 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.234851 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235014 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235168 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235328 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235489 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235649 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235823 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.235985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.236145 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.236306 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.236467 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.236627 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.237118 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.237118 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.237287 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.238159 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.238324 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.238487 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.238665 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.238849 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239042 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239142 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239301 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239461 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239631 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239793 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.239953 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.240113 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.240274 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.240439 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.240607 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.240771 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.241761 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.241939 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.242101 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.242244 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.242383 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.242648 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.242796 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.243738 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.244067 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.244387 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.244549 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.244715 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.244902 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245164 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245335 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245497 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245632 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245764 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.245904 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246042 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246179 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246311 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246442 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246593 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246741 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.246903 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247071 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247235 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247474 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247621 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247759 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.247895 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248037 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248199 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248359 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248520 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248681 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.248976 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.249985 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.250685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.250685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.250685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.250685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.250685 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.251130 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.251130 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.251130 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 10:36:44.251340 dv-cinder-816443-3-iscsi neutron-server[109660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 10:36:55.889362 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ba719-a799-427b-b9fa-8ed23389d76e None None] get_active_networks_info from dv-cinder-816443-3-iscsi {{(pid=109774) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 10:36:55.995038 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ba719-a799-427b-b9fa-8ed23389d76e None None] No non-hosted networks {{(pid=109774) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 24 10:36:56.013671 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.agentschedulers_db [None req-221ba719-a799-427b-b9fa-8ed23389d76e None None] DHCP Agent not found on host dv-cinder-816443-3-iscsi {{(pid=109774) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 24 10:36:56.180483 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2cee1fa4-a28a-4e81-8a5e-97b6f4e47310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:57.963550 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ddbc298e-b7d9-4ccd-b9e7-f88197367a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:58.002762 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.db.api [None req-17576689-1b57-4202-a87d-c97f47e17285 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816443-3-iscsi {{(pid=109774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:36:58.003751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG oslo_db.api [None req-17576689-1b57-4202-a87d-c97f47e17285 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:36:58.638834 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-17576689-1b57-4202-a87d-c97f47e17285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:36:58.939391 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:00.778929 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:01.504685 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:01.505469 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.505868 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.506979 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.507413 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.507939 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.508332 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.508725 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.509227 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.509737 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.510125 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.510677 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.511066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.511507 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:01.511994 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816443-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:01.520427 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816443-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:01.597493 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.db.l3_hamode_db [None req-cd7c9fa0-5b6d-4bca-80d9-f07a9cdac471 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 24 10:37:01.680801 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c9fa0-5b6d-4bca-80d9-f07a9cdac471 None None] Routers set() bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:37:01.681213 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c9fa0-5b6d-4bca-80d9-f07a9cdac471 None None] Router IDs set() for agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 24 10:37:04.649333 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34658) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:05.126486 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING oslo_policy.policy [None req-e8e1479c-9e29-42c7-bc55-a6939ef16dc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:05.127108 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING oslo_policy.policy [None req-e8e1479c-9e29-42c7-bc55-a6939ef16dc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:05.349493 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [None req-e8e1479c-9e29-42c7-bc55-a6939ef16dc9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:37:05.350508 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e8e1479c-9e29-42c7-bc55-a6939ef16dc9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7002754 Dec 24 10:37:08.226082 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34674) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:08.717967 dv-cinder-816443-3-iscsi neutron-server[109772]: WARNING oslo_policy.policy [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:08.718577 dv-cinder-816443-3-iscsi neutron-server[109772]: WARNING oslo_policy.policy [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:08.939796 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:09.033178 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.policy [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 10:37:09.078563 dv-cinder-816443-3-iscsi neutron-server[109772]: WARNING oslo_policy.policy [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:09.078928 dv-cinder-816443-3-iscsi neutron-server[109772]: WARNING oslo_policy.policy [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:09.087813 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.quota [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] Loaded quota_driver: . Dec 24 10:37:09.247441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829132844', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829132539', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829126775', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829149038', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829138306', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739829162803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1773023', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1781329', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606238'] for rbac-policy, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:09.437617 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:09.438990 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ad92d398-a179-4e5d-9a0b-7341ff4df8a2 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2108219 Dec 24 10:37:12.190870 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34692) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:12.489137 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'name': 'private'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:12.663940 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Made reservation on behalf of 56a6c9ae784947c9a3a3b0992ed5403e for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:37:12.666753 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:12.684303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:12.789884 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:12.858334 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:12.881793 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:37:12.906317 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739826994773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:12.906880 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Unsubscribe: segment precommit_create {{(pid=109772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 10:37:12.907384 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Added segment ab0e0df2-d1f7-443d-80f0-7aa504f277aa of type vlan for network 5e08c346-5684-4157-94db-6057ebeb8489 Dec 24 10:37:12.913747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d125f3b-369c-4a43-a7a2-2e26390cd0b0,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:12.948428 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.948780 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.949135 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.949457 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.949777 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.950094 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.950408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.950719 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.951043 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.951369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.951679 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.951985 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.952287 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Tracked resource versions report: Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: pushed versions: Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: { 'AddressGroup': {'1.2'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'ConntrackHelper': {'1.0'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Log': {'1.0'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Network': {'1.1'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Port': {'1.7'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'PortForwarding': {'1.2'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'QosPolicy': {'1.10'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroup': {'1.5'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SubPort': {'1.0'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Subnet': {'1.1'}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Trunk': {'1.1'}} Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: consumer versions: Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'ConntrackHelper': '1.0', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'LocalIPAssociation': '1.0', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Log': '1.0', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Network': '1.1', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Port': '1.7', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'PortForwarding': '1.2', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'QosPolicy': '1.10', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroup': '1.5', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroupRule': '1.2', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SubPort': '1.0', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Subnet': '1.1', Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Trunk': '1.1'}} Dec 24 10:37:12.953626 dv-cinder-816443-3-iscsi neutron-server[109772]: {{(pid=109772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:37:13.017885 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:13.121123 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:13.122349 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:13.123047 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:13.217010 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] Pushing event updated for resources: {'Network': ['ID=5e08c346-5684-4157-94db-6057ebeb8489,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:13.228175 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 5e08c346-5684-4157-94db-6057ebeb8489 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:37:13.260871 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-73ecff42-d029-4a14-b7d7-77e7ce436c80 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0689273 Dec 24 10:37:16.066785 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34706) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:16.455235 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672ff78-c7f8-4717-adfa-71a58c5b0d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:16.456571 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0672ff78-c7f8-4717-adfa-71a58c5b0d5c admin admin] 10.222.0.30 "GET /v2.0/networks/5e08c346-5684-4157-94db-6057ebeb8489 HTTP/1.1" status: 200 len: 825 time: 0.3888249 Dec 24 10:37:16.481318 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5161e79f-d6d9-462f-8ca1-14cd71e53070 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/ccfd201f-4765-45e2-84cc-faeb6a650a7c HTTP/1.1" status: 200 len: 734 time: 0.0185359 Dec 24 10:37:16.490485 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Request body: {'subnet': {'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'name': 'private-subnet'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:16.577970 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Made reservation on behalf of 56a6c9ae784947c9a3a3b0992ed5403e for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:37:16.580197 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Publish callbacks [] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:16.915399 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:16.984079 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dbeb72-c15b-4438-b322-555286fa81d5,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:16.986084 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Checking segment: {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:37:16.986455 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Network hostable DHCP agents. Network: 5e08c346-5684-4157-94db-6057ebeb8489, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:37:17.063498 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Network 5e08c346-5684-4157-94db-6057ebeb8489 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:37:17.115520 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 5e08c346-5684-4157-94db-6057ebeb8489) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:17.120193 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:17.120807 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:17.126631 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d16def-8dc6-45a5-ae8f-54eecf49e100 None None] Network 5e08c346-5684-4157-94db-6057ebeb8489 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:37:17.174863 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b5dced82-68a1-48d0-b86e-eceb7220b1da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6880095 Dec 24 10:37:17.396764 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-5e08c346-5684-4157-94db-6057ebeb8489', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:37:17.398032 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:17.701561 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Allocated IP 172.20.0.2 (5e08c346-5684-4157-94db-6057ebeb8489/38dbeb72-c15b-4438-b322-555286fa81d5/c75820c1-070b-4415-9c03-8655eb61a74c) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:37:17.945858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:18.030964 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:18.108316 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Network 5e08c346-5684-4157-94db-6057ebeb8489 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:37:18.116102 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:18.121706 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Pushing event updated for resources: {'Port': ['ID=c75820c1-070b-4415-9c03-8655eb61a74c,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:18.123843 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:37:18.133337 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.133903 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.134039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.134374 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.134697 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.135022 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.135346 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.135665 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.135983 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.136315 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.136632 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.136969 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.137282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Tracked resource versions report: Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: pushed versions: Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: { 'AddressGroup': {'1.2'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'ConntrackHelper': {'1.0'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Log': {'1.0'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Network': {'1.1'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Port': {'1.7'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'PortForwarding': {'1.2'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'QosPolicy': {'1.10'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroup': {'1.5'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SubPort': {'1.0'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Subnet': {'1.1'}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Trunk': {'1.1'}} Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: consumer versions: Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'ConntrackHelper': '1.0', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'LocalIPAssociation': '1.0', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Log': '1.0', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Network': '1.1', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Port': '1.7', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'PortForwarding': '1.2', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'QosPolicy': '1.10', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroup': '1.5', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroupRule': '1.2', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SubPort': '1.0', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Subnet': '1.1', Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Trunk': '1.1'}} Dec 24 10:37:18.138642 dv-cinder-816443-3-iscsi neutron-server[109774]: {{(pid=109774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:37:18.211330 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Attempting to bind port c75820c1-070b-4415-9c03-8655eb61a74c on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:37:18.211707 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Attempting to bind port c75820c1-070b-4415-9c03-8655eb61a74c by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:37:18.212122 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Attempting to bind port c75820c1-070b-4415-9c03-8655eb61a74c on network 5e08c346-5684-4157-94db-6057ebeb8489 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:37:18.216990 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:37:18.217376 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Checking segment: {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:37:18.217841 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:18.218222 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Bound using segment: {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:37:18.218715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Bound port: c75820c1-070b-4415-9c03-8655eb61a74c, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:37:18.219114 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:18.280048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] For port c75820c1-070b-4415-9c03-8655eb61a74c, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:37:18.300230 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] For port c75820c1-070b-4415-9c03-8655eb61a74c, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=c75820c1-070b-4415-9c03-8655eb61a74c,segment=NetworkSegment(ab0e0df2-d1f7-443d-80f0-7aa504f277aa),segment_id=ab0e0df2-d1f7-443d-80f0-7aa504f277aa)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:37:18.374063 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:18.428678 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ba9fa-c2d5-46e4-8138-1f697014580c None None] Pushing event updated for resources: {'Port': ['ID=c75820c1-070b-4415-9c03-8655eb61a74c,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:19.787366 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34714) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:20.096576 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [None req-53f425b2-8d39-4119-a754-6ca0a556358f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:37:20.097597 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-53f425b2-8d39-4119-a754-6ca0a556358f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090892 Dec 24 10:37:22.690579 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34722) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:23.005171 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [None req-01431963-ab6a-49ca-8bb7-48d88138e951 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:37:23.006236 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-01431963-ab6a-49ca-8bb7-48d88138e951 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147395 Dec 24 10:37:25.802858 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34732) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:25.852599 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-15652d2d-4f76-4a0f-bfcb-09d67ea8bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.104297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:26.169200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.policy [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 10:37:26.221854 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING oslo_policy.policy [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:26.222291 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING oslo_policy.policy [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:37:26.231308 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.quota [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Loaded quota_driver: . Dec 24 10:37:26.343916 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.345856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.498619 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.745101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.849372 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:26.850717 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c01b9e71-99a5-43d6-ba2c-438849444441 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0469189 Dec 24 10:37:27.168529 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device c75820c1-070b-4415-9c03-8655eb61a74c up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:37:27.258251 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port c75820c1-070b-4415-9c03-8655eb61a74c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:27.258816 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:27.371116 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:27.405965 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port c75820c1-070b-4415-9c03-8655eb61a74c, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=c75820c1-070b-4415-9c03-8655eb61a74c,segment=NetworkSegment(ab0e0df2-d1f7-443d-80f0-7aa504f277aa),segment_id=ab0e0df2-d1f7-443d-80f0-7aa504f277aa)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:37:27.497993 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:27.545464 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=c75820c1-070b-4415-9c03-8655eb61a74c,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:27.554369 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fdbce6-ee2f-4b20-9eb8-ef097437db6e None None] Network 5e08c346-5684-4157-94db-6057ebeb8489 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:37:27.623209 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-c8b2e91c-33c0-4eaf-9544-ebc07950aa44 None None] Provisioning complete for port c75820c1-070b-4415-9c03-8655eb61a74c triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:27.623492 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e91c-33c0-4eaf-9544-ebc07950aa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:27.949466 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9cc8ded0-db1a-4f32-a57c-e7b1155e60e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:27.966682 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-2130a822-dd0a-4b15-a6c9-53a6ef996d17 None None] Provisioning complete for port c75820c1-070b-4415-9c03-8655eb61a74c triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:27.967041 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2130a822-dd0a-4b15-a6c9-53a6ef996d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:28.886475 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:29.124066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device c75820c1-070b-4415-9c03-8655eb61a74c up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:37:29.195953 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port c75820c1-070b-4415-9c03-8655eb61a74c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:29.204629 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:29.471136 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34756) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:29.609586 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [None req-2fa014a3-f283-4a83-ba54-e6e5a17593ec admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:37:29.610586 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2fa014a3-f283-4a83-ba54-e6e5a17593ec admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1384997 Dec 24 10:37:30.721141 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:31.463340 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.092549 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34776) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:32.137842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Request body: {'network': {'project_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'provider:physical_network': 'physnet1', 'tenant_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:32.223050 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Made reservation on behalf of cc7feb4993ee483c802703a0b2c71dcc for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:37:32.225869 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.244600 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.341546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.406114 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.418163 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Reserving flat network on physical network physnet1 {{(pid=109771) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 24 10:37:32.450172 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739826994773', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.450725 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Unsubscribe: segment precommit_create {{(pid=109771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 10:37:32.451237 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Added segment f3a3e7f8-8608-498b-8ad2-0cf2d567de74 of type flat for network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 Dec 24 10:37:32.457385 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c3c6d1-7b61-41ae-b64d-04b1ef018475,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:32.475448 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.475801 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.476137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.476462 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.476785 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.477128 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.477451 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.477766 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.478094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.478429 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.478745 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.479052 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.479363 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Tracked resource versions report: Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: pushed versions: Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Log': {'1.0'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Network': {'1.1'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Port': {'1.7'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'PortForwarding': {'1.2'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: consumer versions: Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Log': '1.0', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Network': '1.1', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Port': '1.7', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'PortForwarding': '1.2', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SubPort': '1.0', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Subnet': '1.1', Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Dec 24 10:37:32.480677 dv-cinder-816443-3-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:37:32.566745 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.651735 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.652791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:32.653484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:32.746805 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] Pushing event updated for resources: {'Network': ['ID=3dfe29d7-e6f6-4c1f-9df8-82213c079aa9,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:32.752079 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-30486ccb-0163-42e8-aa17-2b97988e7e33 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6585305 Dec 24 10:37:32.767769 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:37:35.142572 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34788) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:35.273740 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6732e7-42cd-41d0-b747-a167ba6d4a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:35.275119 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2d6732e7-42cd-41d0-b747-a167ba6d4a36 admin admin] 10.222.0.30 "GET /v2.0/subnets/38dbeb72-c15b-4438-b322-555286fa81d5 HTTP/1.1" status: 200 len: 849 time: 0.1316075 Dec 24 10:37:35.409523 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-16892590-1e25-42d2-aeab-52cb445cb2a5 admin admin] 10.222.0.30 "GET /v2.0/routers/3b4c4291-5058-445c-8a42-96deb5082af7 HTTP/1.1" status: 200 len: 704 time: 0.1284122 Dec 24 10:37:35.667547 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:35.957443 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Allocated IP 172.20.0.1 (5e08c346-5684-4157-94db-6057ebeb8489/38dbeb72-c15b-4438-b322-555286fa81d5/854ad2f8-228a-4122-b6db-a009682b6897) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:37:36.137871 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.247336 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.341575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Network 5e08c346-5684-4157-94db-6057ebeb8489 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:37:36.342651 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Pushing event updated for resources: {'Port': ['ID=854ad2f8-228a-4122-b6db-a009682b6897,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:36.347328 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:36.356878 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:37:36.357416 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.600512 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-d97a07d1-1576-4399-8610-36f67e7255d2 None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:36.601112 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-d97a07d1-1576-4399-8610-36f67e7255d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.612347 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.633652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-d97a07d1-1576-4399-8610-36f67e7255d2 None None] Port 854ad2f8-228a-4122-b6db-a009682b6897 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:37:36.863309 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.920295 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:36.921053 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:37.004147 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Pushing event updated for resources: {'Port': ['ID=854ad2f8-228a-4122-b6db-a009682b6897,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:37.044269 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Network 5e08c346-5684-4157-94db-6057ebeb8489 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:37:37.045561 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:37.255999 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-65b79a36-772c-48b3-a962-c427c5f35499 None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:37.256366 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-65b79a36-772c-48b3-a962-c427c5f35499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:37.262950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Router 3b4c4291-5058-445c-8a42-96deb5082af7 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:37:37.292257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-65b79a36-772c-48b3-a962-c427c5f35499 None None] Port 854ad2f8-228a-4122-b6db-a009682b6897 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:37:37.355469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:37:37.360594 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-69976055-d5f4-4c15-a147-4d3d042e9026 admin admin] 10.222.0.30 "PUT /v2.0/routers/3b4c4291-5058-445c-8a42-96deb5082af7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9453664 Dec 24 10:37:37.376367 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Sync routers for ids ['3b4c4291-5058-445c-8a42-96deb5082af7'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:37:37.389023 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Routers {'3b4c4291-5058-445c-8a42-96deb5082af7'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:37:37.389832 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:37:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['3b4c4291-5058-445c-8a42-96deb5082af7'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:37.577484 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Set router 3b4c4291-5058-445c-8a42-96deb5082af7 gateway port host: None {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:37:38.011329 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:36Z', 'revision_number': 2, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port_host': None, '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:36Z', 'revision_number': 2, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:38.062724 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Checking router: 3b4c4291-5058-445c-8a42-96deb5082af7 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:37:38.063094 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Updating router 3b4c4291-5058-445c-8a42-96deb5082af7 port 854ad2f8-228a-4122-b6db-a009682b6897 binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:37:38.111256 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.619185 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.693057 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.844926 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Pushing event updated for resources: {'Port': ['ID=854ad2f8-228a-4122-b6db-a009682b6897,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:38.863262 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.864162 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.864505 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.864857 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.865186 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.865504 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.865820 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.866134 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.866450 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.866824 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.867142 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.867455 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.867765 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Tracked resource versions report: Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: pushed versions: Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: { 'AddressGroup': {'1.2'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'ConntrackHelper': {'1.0'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Log': {'1.0'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Network': {'1.1'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Port': {'1.7'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'PortForwarding': {'1.2'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'QosPolicy': {'1.10'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroup': {'1.5'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SubPort': {'1.0'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Subnet': {'1.1'}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Trunk': {'1.1'}} Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: consumer versions: Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'ConntrackHelper': '1.0', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'LocalIPAssociation': '1.0', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Log': '1.0', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Network': '1.1', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Port': '1.7', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'PortForwarding': '1.2', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'QosPolicy': '1.10', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroup': '1.5', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroupRule': '1.2', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SubPort': '1.0', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Subnet': '1.1', Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Trunk': '1.1'}} Dec 24 10:37:38.869161 dv-cinder-816443-3-iscsi neutron-server[109775]: {{(pid=109775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:37:38.873802 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Attempting to bind port 854ad2f8-228a-4122-b6db-a009682b6897 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:37:38.874134 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Attempting to bind port 854ad2f8-228a-4122-b6db-a009682b6897 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:37:38.874585 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Attempting to bind port 854ad2f8-228a-4122-b6db-a009682b6897 on network 5e08c346-5684-4157-94db-6057ebeb8489 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:37:38.880502 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:37:38.880937 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Checking segment: {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:37:38.881416 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.881801 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Bound using segment: {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:37:38.882282 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Bound port: 854ad2f8-228a-4122-b6db-a009682b6897, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0e0df2-d1f7-443d-80f0-7aa504f277aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:37:38.882669 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.923654 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-88a0fc6c-5209-4fcb-bf25-888e87aff954 None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:38.924520 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc6c-5209-4fcb-bf25-888e87aff954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:38.948266 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] For port 854ad2f8-228a-4122-b6db-a009682b6897, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:37:38.963852 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-88a0fc6c-5209-4fcb-bf25-888e87aff954 None None] Port 854ad2f8-228a-4122-b6db-a009682b6897 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:37:38.966415 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] For port 854ad2f8-228a-4122-b6db-a009682b6897, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=854ad2f8-228a-4122-b6db-a009682b6897,segment=NetworkSegment(ab0e0df2-d1f7-443d-80f0-7aa504f277aa),segment_id=ab0e0df2-d1f7-443d-80f0-7aa504f277aa)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:37:39.017986 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:39.077749 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918debf4-ab3a-451f-86da-5bb0e2f63f3e None None] Pushing event updated for resources: {'Port': ['ID=854ad2f8-228a-4122-b6db-a009682b6897,revision_number=4']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:39.080195 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Routers {'3b4c4291-5058-445c-8a42-96deb5082af7'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:37:39.080781 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:37:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['3b4c4291-5058-445c-8a42-96deb5082af7'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:39.173077 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] Set router 3b4c4291-5058-445c-8a42-96deb5082af7 gateway port host: None {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:37:39.286790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:39.287191 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:39.368513 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:39.385501 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:36Z', 'revision_number': 2, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port_host': None, '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:38Z', 'revision_number': 4, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:39.401933 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] For port 854ad2f8-228a-4122-b6db-a009682b6897, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=854ad2f8-228a-4122-b6db-a009682b6897,segment=NetworkSegment(ab0e0df2-d1f7-443d-80f0-7aa504f277aa),segment_id=ab0e0df2-d1f7-443d-80f0-7aa504f277aa)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:37:39.412788 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028547a-4a4b-45fc-aedf-48431b3c0503 None None] The sync data for ids ['3b4c4291-5058-445c-8a42-96deb5082af7'] in dv-cinder-816443-3-iscsi is: [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:36Z', 'revision_number': 2, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port_host': None, '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:38Z', 'revision_number': 4, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:37:39.451766 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:39.502635 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d0beb-97e7-4b17-9098-a3d649f8ce87 None None] Pushing event updated for resources: {'Port': ['ID=854ad2f8-228a-4122-b6db-a009682b6897,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:42.359507 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 34808) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:42.487311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a7f759-7a1b-466c-aa01-5fc6eb7ee36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:42.489298 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e0a7f759-7a1b-466c-aa01-5fc6eb7ee36b admin admin] 10.222.0.30 "GET /v2.0/networks/3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 HTTP/1.1" status: 200 len: 842 time: 0.1283059 Dec 24 10:37:42.499105 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'tenant_id': 'cc7feb4993ee483c802703a0b2c71dcc'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:42.657385 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Made reservation on behalf of cc7feb4993ee483c802703a0b2c71dcc for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:37:42.659790 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:43.023630 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.objects.ports [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109771) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 10:37:43.023980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:43.082317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6865f5-f705-48c0-bea0-9d77b45ec580,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:43.089953 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:37:43.090312 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Network hostable DHCP agents. Network: 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:37:43.200461 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:37:43.257003 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:43.261194 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:43.261826 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:43.266741 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af21c4a-e150-4570-8c5f-d96bd00a2c1d None None] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:37:43.364148 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c64d989c-7ff7-497d-bb2c-a942cc159608 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8561628 Dec 24 10:37:43.383704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8abbee2-5d46-43e8-83e1-a38042746409 None None] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:37:45.164678 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 854ad2f8-228a-4122-b6db-a009682b6897 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:37:45.214103 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:45.214481 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:45.844014 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34820) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:46.093102 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-619783f2-059f-49e9-8ff7-1b6b423cca4a admin admin] 10.222.0.30 "GET /v2.0/routers/3b4c4291-5058-445c-8a42-96deb5082af7 HTTP/1.1" status: 200 len: 710 time: 0.2479711 Dec 24 10:37:46.205236 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0dbf03-2ac3-4396-a323-d0e3e781acbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:37:46.211992 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fc0dbf03-2ac3-4396-a323-d0e3e781acbd admin admin] 10.222.0.30 "GET /v2.0/networks/3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 HTTP/1.1" status: 200 len: 886 time: 0.1078732 Dec 24 10:37:46.215689 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:46.465574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:46.753367 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:46.824462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:46.973580 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Allocated IP 172.27.1.154 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/7c4fdb4d-0935-475a-bef5-d5bf7d45761c) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:37:47.122099 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:47.252275 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:47.323968 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:37:47.328343 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:37:47.339874 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:37:47.340163 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:47.734583 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:47.921096 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31252'] for router, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:47.925879 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-537856'] for router, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:48.031930 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Router 3b4c4291-5058-445c-8a42-96deb5082af7 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:37:48.135113 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:37:48.139381 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:48.140552 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ba0c5a5b-dd5a-4993-897b-9c72fcb481e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/3b4c4291-5058-445c-8a42-96deb5082af7 HTTP/1.1" status: 200 len: 890 time: 1.9279375 Dec 24 10:37:48.156196 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Sync routers for ids ['3b4c4291-5058-445c-8a42-96deb5082af7'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:37:48.169279 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Routers {'3b4c4291-5058-445c-8a42-96deb5082af7'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:37:48.169963 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:37:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['3b4c4291-5058-445c-8a42-96deb5082af7'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:48.389239 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Set router 3b4c4291-5058-445c-8a42-96deb5082af7 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:37:48.853479 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:47Z', 'revision_number': 4, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port': {'id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:46Z', 'updated_at': '2021-12-24T10:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:39Z', 'revision_number': 5, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:48.904795 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Checking router: 3b4c4291-5058-445c-8a42-96deb5082af7 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:37:48.905177 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Updating router 3b4c4291-5058-445c-8a42-96deb5082af7 port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:37:48.951709 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.263157 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.353762 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.409827 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Attempting to bind port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:37:49.410198 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Attempting to bind port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:37:49.410567 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Attempting to bind port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:37:49.417525 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ba43-6205-4be8-b6cf-d1ab79b0ed5b None None] Pushing event updated for resources: {'Port': ['ID=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:49.420484 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:37:49.420910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:37:49.421288 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.421673 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:37:49.422146 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Bound port: 7c4fdb4d-0935-475a-bef5-d5bf7d45761c, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:37:49.422545 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.474496 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] For port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:37:49.477540 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] For port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:37:49.595536 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:49.653309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ba43-6205-4be8-b6cf-d1ab79b0ed5b None None] Pushing event updated for resources: {'Port': ['ID=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:49.655784 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Routers {'3b4c4291-5058-445c-8a42-96deb5082af7'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:37:49.656391 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:37:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['3b4c4291-5058-445c-8a42-96deb5082af7'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:49.761723 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] Set router 3b4c4291-5058-445c-8a42-96deb5082af7 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:37:49.966753 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:47Z', 'revision_number': 4, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port': {'id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:46Z', 'updated_at': '2021-12-24T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:39Z', 'revision_number': 5, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:37:49.991571 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084f9cf-fa6a-4b00-b272-e40a5d55017a None None] The sync data for ids ['3b4c4291-5058-445c-8a42-96deb5082af7'] in dv-cinder-816443-3-iscsi is: [{'id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'name': 'router1', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:37:26Z', 'updated_at': '2021-12-24T10:37:47Z', 'revision_number': 4, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'gw_port': {'id': '7c4fdb4d-0935-475a-bef5-d5bf7d45761c', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:46Z', 'updated_at': '2021-12-24T10:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '854ad2f8-228a-4122-b6db-a009682b6897', 'name': '', 'network_id': '5e08c346-5684-4157-94db-6057ebeb8489', 'tenant_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'mac_address': 'fa:16:3e:cf:69:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c4291-5058-445c-8a42-96deb5082af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:37:35Z', 'updated_at': '2021-12-24T10:37:39Z', 'revision_number': 5, 'project_id': '56a6c9ae784947c9a3a3b0992ed5403e', 'subnets': [{'id': '38dbeb72-c15b-4438-b322-555286fa81d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ccfd201f-4765-45e2-84cc-faeb6a650a7c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:37:50.745220 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 34828) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:37:50.855449 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4c3acffb-95e9-4d03-a964-531846051374 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091685 Dec 24 10:37:51.161923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7c4fdb4d-0935-475a-bef5-d5bf7d45761c up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:37:51.211884 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:51.212258 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:51.291423 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:51.312130 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:37:51.395064 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:51.444311 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=7c4fdb4d-0935-475a-bef5-d5bf7d45761c,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:37:53.160229 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7c4fdb4d-0935-475a-bef5-d5bf7d45761c up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:37:53.226558 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 7c4fdb4d-0935-475a-bef5-d5bf7d45761c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:37:53.227357 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:54.105480 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:37:55.902226 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-fc9b95e4-6aa3-484a-9de7-fc25ac12420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:57.983798 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-14568931-08d8-422c-be19-5c3bb5a31ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:37:58.932186 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:00.754023 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:01.451721 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:26.031597 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6c7e-17bd-4a60-ae3d-aaee76625d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:27.964795 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-708c50ad-1fa7-4022-9603-5489129fe7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:28.907391 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:30.730387 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:31.105211 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:38:31.450664 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:55.870680 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b330e571-0a0a-4e5f-85c7-8ce13acda629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:57.955457 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-d57983f9-f03c-4c53-bc47-b99a922ce34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:38:58.934764 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:00.723137 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:01.420454 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:08.104662 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:39:14.695524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35312) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:14.757571 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c7f3f-5b91-4351-9f24-8fcaefac30bd admin admin] GET failed (client error): The resource could not be found. Dec 24 10:39:14.758832 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-712c7f3f-5b91-4351-9f24-8fcaefac30bd admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623791 Dec 24 10:39:14.915564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effce03a-0099-4d87-9bf2-59e6cf327579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:14.917022 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-effce03a-0099-4d87-9bf2-59e6cf327579 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535318 Dec 24 10:39:17.288232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35322) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:17.379551 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed6aebd-6e81-4e9d-b709-fe2f36709c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:17.380875 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2ed6aebd-6e81-4e9d-b709-fe2f36709c66 admin admin] 10.222.0.30 "GET /v2.0/subnets/38dbeb72-c15b-4438-b322-555286fa81d5 HTTP/1.1" status: 200 len: 849 time: 0.0916033 Dec 24 10:39:17.391097 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:39:17.474667 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Publish callbacks [] for subnet, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:17.743452 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739827084584'] for subnet, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:17.777240 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:17.778232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:17.781229 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] 10.222.0.30 "PUT /v2.0/subnets/38dbeb72-c15b-4438-b322-555286fa81d5 HTTP/1.1" status: 200 len: 868 time: 0.3942032 Dec 24 10:39:17.782007 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9f7b8-9106-43f2-ad01-05f368a89edc None None] Network 5e08c346-5684-4157-94db-6057ebeb8489 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:39:17.802568 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dbeb72-c15b-4438-b322-555286fa81d5,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:39:17.810008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.810382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.810730 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.811066 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.811393 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.811718 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.812065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.812397 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.816032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.816032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.816032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.816032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:17.816032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0177ef-8e93-487a-85e7-fc7a73f4566f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:39:18.079390 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-7a0d4e33-c43b-418c-af48-aae26b0bec0b None None] Provisioning complete for port 854ad2f8-228a-4122-b6db-a009682b6897 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:39:18.079757 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4e33-c43b-418c-af48-aae26b0bec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:18.170050 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-7a0d4e33-c43b-418c-af48-aae26b0bec0b None None] Provisioning complete for port c75820c1-070b-4415-9c03-8655eb61a74c triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:39:18.170411 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4e33-c43b-418c-af48-aae26b0bec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:20.165273 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35330) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:20.361979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9d28c-7e37-46fe-875b-7eda287a9c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:20.362366 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9d28c-7e37-46fe-875b-7eda287a9c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:20.363895 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7fd9d28c-7e37-46fe-875b-7eda287a9c7a admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976478 Dec 24 10:39:22.714531 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35338) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:22.842014 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81ddf4-f585-4d7e-9e79-c78b9b31196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:22.843081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81ddf4-f585-4d7e-9e79-c78b9b31196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:22.844595 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-1f81ddf4-f585-4d7e-9e79-c78b9b31196d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291311 Dec 24 10:39:25.189465 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35346) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:25.320531 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ae3cb-e610-4347-a5c3-7933bcd9f723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:25.321920 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-755ae3cb-e610-4347-a5c3-7933bcd9f723 admin admin] 10.222.0.30 "GET /v2.0/networks/3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 HTTP/1.1" status: 200 len: 886 time: 0.1315141 Dec 24 10:39:25.859920 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-470dd5ae-a1f3-48d7-8e20-224d92b39b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:27.718258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35354) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:27.847771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03be53-a6a4-48b1-8a6e-2f13e221a318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:27.849150 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6e03be53-a6a4-48b1-8a6e-2f13e221a318 admin admin] 10.222.0.30 "GET /v2.0/networks/5e08c346-5684-4157-94db-6057ebeb8489 HTTP/1.1" status: 200 len: 869 time: 0.1299200 Dec 24 10:39:27.954747 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-97fceccf-446c-4056-9f3f-c68459f3b3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:28.905397 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:30.235481 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35362) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:30.355115 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09fcf4-9389-4845-b0f9-9580fe087aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:30.355570 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09fcf4-9389-4845-b0f9-9580fe087aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:30.357100 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-9e09fcf4-9389-4845-b0f9-9580fe087aa4 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206579 Dec 24 10:39:30.731011 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:31.416683 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:32.892081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35370) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:32.983237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545aac9-87fb-4104-b919-c29dfddc9204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:32.983694 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545aac9-87fb-4104-b919-c29dfddc9204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:32.985228 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-9545aac9-87fb-4104-b919-c29dfddc9204 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921059 Dec 24 10:39:35.343193 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35378) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:35.436529 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801744b4-52d3-4380-839d-581a9546671a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:35.437863 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-801744b4-52d3-4380-839d-581a9546671a admin admin] 10.222.0.30 "GET /v2.0/subnets/38dbeb72-c15b-4438-b322-555286fa81d5 HTTP/1.1" status: 200 len: 868 time: 0.0937257 Dec 24 10:39:37.808310 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35388) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:39:37.891938 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4b7e9-4636-42f4-9d18-3704a2d6e6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:39:37.893258 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1fa4b7e9-4636-42f4-9d18-3704a2d6e6ef admin admin] 10.222.0.30 "GET /v2.0/subnets/3b6865f5-f705-48c0-bea0-9d77b45ec580 HTTP/1.1" status: 200 len: 816 time: 0.0839739 Dec 24 10:39:45.102510 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:39:55.873048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c62d58fa-33df-41f8-808d-d823538917ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:57.970091 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ed739096-dd91-4050-879f-ecdded6eabcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:39:58.933152 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:00.738549 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:01.430500 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:02.938156 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35442) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:40:02.984380 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [None req-ef7200d0-632e-467b-823d-5a4b067ab244 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:40:02.985398 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ef7200d0-632e-467b-823d-5a4b067ab244 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463295 Dec 24 10:40:05.520889 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35450) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:40:05.591471 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fae1f68-e0ed-4a23-9e68-dceb34754cdb admin admin] GET failed (client error): The resource could not be found. Dec 24 10:40:05.601024 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8fae1f68-e0ed-4a23-9e68-dceb34754cdb admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0709889 Dec 24 10:40:05.732177 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9de76-b040-4d92-b404-39308ddbe30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:40:05.733585 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-73b9de76-b040-4d92-b404-39308ddbe30f admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360760 Dec 24 10:40:08.166548 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35460) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:40:08.211297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'tenant_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'project_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'shared': True}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:40:08.300771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Made reservation on behalf of cc7feb4993ee483c802703a0b2c71dcc for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:40:08.303095 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:08.330905 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING neutron.services.revisions.revision_plugin [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Could not find related network for resource to bump revision. Dec 24 10:40:08.344966 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:40:08.354255 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:08.354598 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Added segment b33192a3-49f9-4aff-aff5-f227549aec2b of type vlan for network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba Dec 24 10:40:08.392803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:08.477445 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:08.478413 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:40:08.478985 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:08.537514 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] Pushing event updated for resources: {'Network': ['ID=38e3e5f9-0176-4164-a98b-9c0f3490a5ba,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:40:08.548084 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:40:08.578385 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-56ab1a4a-513e-46a8-8338-a2c21c54094d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4106953 Dec 24 10:40:11.002633 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35470) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:40:11.060380 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a112a9d8-8e7f-414c-9280-8f9a0104bebe admin admin] GET failed (client error): The resource could not be found. Dec 24 10:40:11.061673 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-a112a9d8-8e7f-414c-9280-8f9a0104bebe admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581052 Dec 24 10:40:11.128922 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f852d66b-d6ce-4dcb-bd87-3360e83fc0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:40:11.130267 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-f852d66b-d6ce-4dcb-bd87-3360e83fc0d4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641546 Dec 24 10:40:11.140739 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Request body: {'subnet': {'tenant_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:40:11.240856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Made reservation on behalf of cc7feb4993ee483c802703a0b2c71dcc for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:40:11.243114 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:11.521417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:11.581628 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:40:11.589930 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Checking segment: {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:40:11.590276 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Network hostable DHCP agents. Network: 38e3e5f9-0176-4164-a98b-9c0f3490a5ba, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:40:11.694373 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:40:11.780122 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 38e3e5f9-0176-4164-a98b-9c0f3490a5ba) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:40:11.784000 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:40:11.784583 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:11.788924 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d48cb9-dcb5-4bd1-aa56-799ed6489a1e None None] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:40:11.868833 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-15b38547-a73d-4e86-86de-5da71c695690 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7318783 Dec 24 10:40:11.890555 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-38e3e5f9-0176-4164-a98b-9c0f3490a5ba', 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba', 'project_id': 'cc7feb4993ee483c802703a0b2c71dcc', 'fixed_ips': [{'subnet_id': 'b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:40:11.891516 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.037826 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Allocated IP 192.168.233.2 (38e3e5f9-0176-4164-a98b-9c0f3490a5ba/b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e/4423e723-9c05-44cd-9db8-708cbf5dffaf) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:40:12.276863 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.370158 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.413042 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:40:12.415936 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:40:12.420332 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:40:12.423342 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Pushing event updated for resources: {'Port': ['ID=4423e723-9c05-44cd-9db8-708cbf5dffaf,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:40:12.431208 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.431575 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.431933 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.432268 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.432606 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.432940 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.433264 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.433608 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.433929 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.434256 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.434577 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.434886 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.435199 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:40:12.487485 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Attempting to bind port 4423e723-9c05-44cd-9db8-708cbf5dffaf on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:40:12.490366 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Attempting to bind port 4423e723-9c05-44cd-9db8-708cbf5dffaf by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:40:12.490366 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Attempting to bind port 4423e723-9c05-44cd-9db8-708cbf5dffaf on network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:40:12.493141 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:40:12.493507 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Checking segment: {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:40:12.493895 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.494281 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Bound using segment: {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:40:12.494740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Bound port: 4423e723-9c05-44cd-9db8-708cbf5dffaf, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:40:12.495126 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.557555 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] For port 4423e723-9c05-44cd-9db8-708cbf5dffaf, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:40:12.561225 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] For port 4423e723-9c05-44cd-9db8-708cbf5dffaf, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4423e723-9c05-44cd-9db8-708cbf5dffaf,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:40:12.619238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:12.680460 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a5264-ae18-42db-a4b6-24ed3c82dfc4 None None] Pushing event updated for resources: {'Port': ['ID=4423e723-9c05-44cd-9db8-708cbf5dffaf,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:40:13.253195 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4423e723-9c05-44cd-9db8-708cbf5dffaf up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:40:13.314552 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 4423e723-9c05-44cd-9db8-708cbf5dffaf triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:40:13.315008 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:13.400175 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:13.435393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 4423e723-9c05-44cd-9db8-708cbf5dffaf, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4423e723-9c05-44cd-9db8-708cbf5dffaf,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:40:13.507547 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:13.536244 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c648a701-307f-440c-91c1-c5a90a4b271b None None] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:40:13.623904 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=4423e723-9c05-44cd-9db8-708cbf5dffaf,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:40:13.644029 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-ec503e27-8236-439b-adfe-6ea6f0f1989c None None] Provisioning complete for port 4423e723-9c05-44cd-9db8-708cbf5dffaf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:40:13.644390 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ec503e27-8236-439b-adfe-6ea6f0f1989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:14.081140 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-5ee3c0f1-5258-4e0d-b371-10aed0313fec None None] Provisioning complete for port 4423e723-9c05-44cd-9db8-708cbf5dffaf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:40:14.081541 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c0f1-5258-4e0d-b371-10aed0313fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:15.227937 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4423e723-9c05-44cd-9db8-708cbf5dffaf up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:40:15.278745 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 4423e723-9c05-44cd-9db8-708cbf5dffaf triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:40:15.279110 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:22.100301 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:40:25.877223 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-e4761a0b-ee24-45fc-a3e9-0479838b2833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:28.000601 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ab4733cd-e8ce-4ff1-861d-eda708b446c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:28.928286 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:30.734562 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:31.458084 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:55.885200 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-e21f3adf-c1b2-47f9-bcdb-a8b82da78a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:57.961337 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-fcc18201-8fa9-40e2-bae6-68684aa35c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:58.943365 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:40:59.098752 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:41:00.736745 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:01.417684 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:25.885161 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0c0d7bbf-d0d1-45dc-a8ff-8b3f6d219e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:27.977046 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-d037dace-8ab7-4901-beda-14c176c3b0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:28.919142 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:30.759081 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:31.496639 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:34.028601 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35516) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:41:34.034677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [None req-75ebb8c2-f3cd-4d5f-97a4-62706ca91577 tempest-verify_tempest_config-1502483168 tempest-verify_tempest_config-1502483168-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:41:34.035565 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-75ebb8c2-f3cd-4d5f-97a4-62706ca91577 tempest-verify_tempest_config-1502483168 tempest-verify_tempest_config-1502483168-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059807 Dec 24 10:41:34.514967 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35534) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:41:34.616370 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:34.685437 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:34.752914 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:34.797158 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=880f19fdc08f40398f8bd35ecc736666&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2811320 Dec 24 10:41:34.799036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7056577-5d43-46ee-b97a-a53b3f31872f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:41:34.799947 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35538) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:41:34.806026 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.806378 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.806715 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.807048 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.807381 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.807703 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.808027 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.808348 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.808668 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.809015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.809337 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.809656 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.809968 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15196ff-c471-4264-8190-de944b8b8d05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:34.921156 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:34.941753 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:35.131171 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:35.133716 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:35.134853 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7056577-5d43-46ee-b97a-a53b3f31872f HTTP/1.1" status: 204 len: 168 time: 0.3339553 Dec 24 10:41:35.143751 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7056577-5d43-46ee-b97a-a53b3f31872f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:41:35.151011 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.151384 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.151732 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.152073 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.152403 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.152732 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.153133 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.153468 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.153811 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.154273 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.154625 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.155003 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:35.155249 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3785535-a084-4c41-a0f7-a6231b6b42b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:41:36.098214 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:41:55.877867 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fc87-75c8-4562-a922-e83829da16b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:57.957581 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0ee3686a-eb6d-49ad-bfe4-843e93413ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:41:58.911812 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:00.734673 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:01.449037 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:13.096542 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:42:25.888126 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5c1527af-0283-447f-a2fe-8e875256349b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:27.950793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cf416f95-2292-46ad-894f-315777200e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:28.927523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:30.733887 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:31.403284 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:50.094648 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 5 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:42:55.846669 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12d76e69-dbd0-4b5c-a259-65c3e1547867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:57.965720 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-425ac6a1-0b58-4bd4-9569-1ecfa36d22da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:42:58.943006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:00.755225 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:01.447115 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:09.926373 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539955'] for agent, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:25.175212 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35616) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:43:25.277045 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-c25d8df5-d385-43b8-bd54-4bb1b6a80559 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007326 Dec 24 10:43:25.960401 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-d58f3c7e-38dd-4b3d-8496-c209856d583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:27.093738 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:43:27.695613 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35626) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:43:27.748655 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ef4be945-5cab-4e82-9641-a8266aa7d0a9 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0514553 Dec 24 10:43:27.993054 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-be81e90d-eb01-4c37-b776-ca386376c950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:28.953965 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:30.764095 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:31.427115 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:39.890818 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:55.868304 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bb85b4eb-ef5f-4c00-8e26-7b3d9fbd7026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:57.973937 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-349d39a2-cbbd-4303-a0d8-0979dedd0a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:43:58.936049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:00.762531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:01.459571 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:04.092906 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:44:09.964305 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:25.884324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-92997fe0-618a-4e4a-8e94-338c0b31ee99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:27.973262 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-906e7e4f-d02d-47f9-9090-48d6bb109c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:28.941166 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:30.759559 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:31.432916 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:39.932842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:41.091962 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:44:55.887172 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-25cacf95-61bb-4148-8c90-eee5270e9bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:57.967029 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-76869fa2-db17-47ac-99c0-4af5de034fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.090245 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35792) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:44:58.264496 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-462699407-network', 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:44:58.351116 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:44:58.354076 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.363506 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.437055 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.498242 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.524080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:44:58.534153 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2dbba1-2cea-4648-ade6-fea11b267ac6,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:44:58.542971 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.543300 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Added segment 17062216-c6d2-43fc-b8de-3764218260c0 of type vlan for network 8016a0c6-9874-4e24-99d5-a347d449be0f Dec 24 10:44:58.545087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.545425 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.545762 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.546089 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.546415 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.546728 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.547048 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.547367 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.547679 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.548209 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.548538 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.548886 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.549198 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Tracked resource versions report: Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: pushed versions: Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: { 'AddressGroup': {'1.2'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'ConntrackHelper': {'1.0'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Log': {'1.0'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Network': {'1.1'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Port': {'1.7'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'PortForwarding': {'1.2'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'QosPolicy': {'1.10'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroup': {'1.5'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SubPort': {'1.0'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Subnet': {'1.1'}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Trunk': {'1.1'}} Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: consumer versions: Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: HyperV agent@hv-cinder-81644: {}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'ConntrackHelper': '1.0', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'LocalIPAssociation': '1.0', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Log': '1.0', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Network': '1.1', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Port': '1.7', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'PortForwarding': '1.2', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'QosPolicy': '1.10', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroup': '1.5', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SecurityGroupRule': '1.2', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'SubPort': '1.0', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Subnet': '1.1', Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: 'Trunk': '1.1'}} Dec 24 10:44:58.555105 dv-cinder-816443-3-iscsi neutron-server[109772]: {{(pid=109772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:44:58.594067 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.658697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.659869 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:44:58.660448 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.719192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] Pushing event updated for resources: {'Network': ['ID=8016a0c6-9874-4e24-99d5-a347d449be0f,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:44:58.730297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 8016a0c6-9874-4e24-99d5-a347d449be0f details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:44:58.797543 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-83f56d15-e0a0-4981-ad5e-a575a41937ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7059791 Dec 24 10:44:58.798325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35834) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:44:58.803025 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Request body: {'subnet': {'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-462699407-subnet', 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:44:58.938584 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:44:58.941341 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:58.949699 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.020151 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35840) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:44:59.175812 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.205568 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35856) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:44:59.241845 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Checking segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:44:59.242194 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Network hostable DHCP agents. Network: 8016a0c6-9874-4e24-99d5-a347d449be0f, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:44:59.261885 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:44:59.319872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1544401485-network', 'tenant_id': '52385c4779dd49e7b3f0d9e56a8d2d26'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:44:59.341125 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35866) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:44:59.341695 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Network 8016a0c6-9874-4e24-99d5-a347d449be0f is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:44:59.380577 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-309618651-network', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:44:59.429734 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 8016a0c6-9874-4e24-99d5-a347d449be0f) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:44:59.433982 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:44:59.434812 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.440230 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecef2f3-5bd1-460d-885a-33197207654b None None] Network 8016a0c6-9874-4e24-99d5-a347d449be0f requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:44:59.458885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Made reservation on behalf of 52385c4779dd49e7b3f0d9e56a8d2d26 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:44:59.462497 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.477827 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.571930 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77405c1-5741-490b-a16b-14a067f42372 None None] Network 8016a0c6-9874-4e24-99d5-a347d449be0f requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:44:59.575036 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0bc49730-d4d5-463e-a1d8-0162145a5b27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7755294 Dec 24 10:44:59.591738 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.663868 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Made reservation on behalf of 8b52b70f10024974af39a32f1a1a2502 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:44:59.666532 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.679684 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.737255 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.758599 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:44:59.781336 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.781680 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Added segment 8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7 of type vlan for network 228fc74c-3c3c-4fc8-adc4-224176487fa2 Dec 24 10:44:59.824670 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-941758816-network', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:44:59.827554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70a389-2367-48a7-acb1-1481797f9025,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:44:59.857192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Tracked resource versions report: Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: pushed versions: Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: { 'AddressGroup': {'1.2'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'ConntrackHelper': {'1.0'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Log': {'1.0'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Network': {'1.1'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Port': {'1.7'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'PortForwarding': {'1.2'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'QosPolicy': {'1.10'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroup': {'1.5'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SubPort': {'1.0'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Subnet': {'1.1'}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Trunk': {'1.1'}} Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: consumer versions: Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: HyperV agent@hv-cinder-81644: {}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'ConntrackHelper': '1.0', Dec 24 10:44:59.878672 dv-cinder-816443-3-iscsi neutron-server[109771]: 'LocalIPAssociation': '1.0', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Log': '1.0', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Network': '1.1', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Port': '1.7', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'PortForwarding': '1.2', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'QosPolicy': '1.10', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroup': '1.5', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SecurityGroupRule': '1.2', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'SubPort': '1.0', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Subnet': '1.1', Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: 'Trunk': '1.1'}} Dec 24 10:44:59.881077 dv-cinder-816443-3-iscsi neutron-server[109771]: {{(pid=109771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:44:59.891300 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:44:59.990075 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.010873 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:45:00.026325 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.027250 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:00.027815 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.029827 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Made reservation on behalf of 378bb44ad89440e49f7e290a5d31004e for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:00.032013 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.052486 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.052601 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Added segment 9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1 of type vlan for network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 Dec 24 10:45:00.059972 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f96f1-ef04-45c5-8dd6-9553f2195b99,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.143356 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.158849 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=228fc74c-3c3c-4fc8-adc4-224176487fa2,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.169548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 228fc74c-3c3c-4fc8-adc4-224176487fa2 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:45:00.202211 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.236072 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35904) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:00.236637 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d5b559bb-b366-4fd5-8d78-90aa1da2f6f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2147319 Dec 24 10:45:00.244112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Request body: {'subnet': {'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1544401485-subnet', 'tenant_id': '52385c4779dd49e7b3f0d9e56a8d2d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:00.311071 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.315972 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.317589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:00.318401 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.372919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Made reservation on behalf of 52385c4779dd49e7b3f0d9e56a8d2d26 for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:00.375300 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.511197 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] Pushing event updated for resources: {'Network': ['ID=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.513737 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.520190 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6ac0b8ee-f53c-4f18-b1d3-f2d039bd8fba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3134730 Dec 24 10:45:00.524363 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35920) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:00.526069 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:45:00.531923 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Request body: {'subnet': {'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-subnet', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:00.565048 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:45:00.597358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.597872 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Added segment 133b8e85-f50d-4bba-93c3-cda0a4c8b81a of type vlan for network eb9a5afc-6224-46fc-bd18-c62e65532682 Dec 24 10:45:00.611007 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17712a28-ff75-4c7c-bc5b-9812960d82fc,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.650625 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.715782 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Made reservation on behalf of 8b52b70f10024974af39a32f1a1a2502 for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:00.718701 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.777769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.807274 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.825130 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.828257 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:00.828257 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:00.915432 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53219b5d-2381-4290-b6b3-cff5e83c1dba,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.915922 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5735173 Dec 24 10:45:00.922649 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35936) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:00.929029 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Request body: {'subnet': {'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-subnet', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:00.954594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cd451-205c-45ef-b4df-76074d882bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9a5afc-6224-46fc-bd18-c62e65532682,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:00.978780 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Checking segment: {'id': '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:00.979444 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Network hostable DHCP agents. Network: 228fc74c-3c3c-4fc8-adc4-224176487fa2, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:45:00.984225 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network eb9a5afc-6224-46fc-bd18-c62e65532682 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:45:01.085204 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Network 228fc74c-3c3c-4fc8-adc4-224176487fa2 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:45:01.109906 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Made reservation on behalf of 378bb44ad89440e49f7e290a5d31004e for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:01.112094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.169641 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.219072 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 228fc74c-3c3c-4fc8-adc4-224176487fa2) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:01.234859 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:01.235464 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.251448 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787b23b-aa5e-4a10-be9d-72b413c70408 None None] Network 228fc74c-3c3c-4fc8-adc4-224176487fa2 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:01.271849 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ccd075-ac62-45c8-bd20-88a948ae4fc5,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:01.334099 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Checking segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:01.334965 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Network hostable DHCP agents. Network: c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:45:01.348468 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3857247f-0954-4d39-bc60-46da50d85010 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1099334 Dec 24 10:45:01.432154 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce3bc0-8416-432f-b84d-b55c7f9e08b1 None None] Network 228fc74c-3c3c-4fc8-adc4-224176487fa2 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:01.457598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:45:01.478691 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.496128 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.550610 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=edaeaae5-1bdf-4f71-9f49-370110e0f60e,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:01.562337 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:01.573682 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902023b0-cffc-46d0-bcd8-427526319f7a None None] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:01.579342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:01.580059 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.602769 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Checking segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:01.603281 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Network hostable DHCP agents. Network: eb9a5afc-6224-46fc-bd18-c62e65532682, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:45:01.702148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:45:01.703050 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.709377 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 35984) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:01.711680 dv-cinder-816443-3-iscsi neutron-server[109771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 10:45:01.730397 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Network eb9a5afc-6224-46fc-bd18-c62e65532682 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:45:01.735113 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8a5d1358-177e-437e-92b9-157682dcfef2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2078741 Dec 24 10:45:01.739834 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 35990) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:01.747454 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:01.804892 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, eb9a5afc-6224-46fc-bd18-c62e65532682) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:01.809847 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:01.810036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.864709 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.866595 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:01.867487 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52903e8-db86-45de-82a6-e27c5e79728f None None] Network eb9a5afc-6224-46fc-bd18-c62e65532682 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:01.890492 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Allocated IP 172.20.0.2 (c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71/a8ccd075-ac62-45c8-bd20-88a948ae4fc5/5d9df0fd-229e-4c23-95ea-b88e3880541e) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:01.964274 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6c2bbb11-324f-473c-87a5-24f71e0915cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0306075 Dec 24 10:45:01.982273 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36002) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:01.992055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:02.049027 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-cec5802f-8f5d-4d9f-9e6c-b286299b66aa tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:02.049916 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.058417 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-cec5802f-8f5d-4d9f-9e6c-b286299b66aa tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.3459311 Dec 24 10:45:02.083242 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-31a1a539-8434-4ec8-b7e9-4f7de3797bd0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/quotas/e62d11172cdf4959a15ac1ffc5601aca HTTP/1.1" status: 200 len: 375 time: 0.0253563 Dec 24 10:45:02.112774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36020) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:02.115787 dv-cinder-816443-3-iscsi neutron-server[109772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 10:45:02.136096 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6a84013e-a9ad-4dc2-8939-5aab6b504197 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517755 Dec 24 10:45:02.159358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.160483 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.188696 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddfee6-5c85-4fbd-a008-e68ea4aa106e None None] Network eb9a5afc-6224-46fc-bd18-c62e65532682 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:02.222517 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.308671 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.387756 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.449498 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-a987b15e-da42-4116-8ce5-9a465ddc2f32 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:45:02.450430 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-a987b15e-da42-4116-8ce5-9a465ddc2f32 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1173797 Dec 24 10:45:02.458155 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.461826 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:02.466988 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:02.471949 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:02.475888 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Pushing event updated for resources: {'Port': ['ID=5d9df0fd-229e-4c23-95ea-b88e3880541e,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:02.478782 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-4eff43b4-e892-4e02-8ac0-2395aff7c6d1 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:02.478782 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-4eff43b4-e892-4e02-8ac0-2395aff7c6d1 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/networks?id=228fc74c-3c3c-4fc8-adc4-224176487fa2 HTTP/1.1" status: 200 len: 812 time: 0.3635080 Dec 24 10:45:02.481562 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.497237 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-cf8fe4ee-14ee-46a8-a219-599671130f2a tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/quotas/52385c4779dd49e7b3f0d9e56a8d2d26 HTTP/1.1" status: 200 len: 375 time: 0.0123353 Dec 24 10:45:02.523640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.524303 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.525086 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.525593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.526379 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.527028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.527780 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.528265 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.528736 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.529891 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.530995 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.534233 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.534756 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Tracked resource versions report: Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: pushed versions: Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: { 'AddressGroup': {'1.2'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'ConntrackHelper': {'1.0'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Log': {'1.0'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Network': {'1.1'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Port': {'1.7'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'PortForwarding': {'1.2'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'QosPolicy': {'1.10'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroup': {'1.5'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SubPort': {'1.0'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Subnet': {'1.1'}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Trunk': {'1.1'}} Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: consumer versions: Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: HyperV agent@hv-cinder-81644: {}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'ConntrackHelper': '1.0', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'LocalIPAssociation': '1.0', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Log': '1.0', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Network': '1.1', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Port': '1.7', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'PortForwarding': '1.2', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'QosPolicy': '1.10', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroup': '1.5', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SecurityGroupRule': '1.2', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'SubPort': '1.0', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Subnet': '1.1', Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: 'Trunk': '1.1'}} Dec 24 10:45:02.536141 dv-cinder-816443-3-iscsi neutron-server[109774]: {{(pid=109774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:45:02.570508 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-b09c3412-82b5-4727-b70c-7bebf6d7fe85 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=52385c4779dd49e7b3f0d9e56a8d2d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609787 Dec 24 10:45:02.617268 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-685c7132-4274-4242-a935-f22ac4cf5407 service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548316 Dec 24 10:45:02.640483 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Attempting to bind port 5d9df0fd-229e-4c23-95ea-b88e3880541e on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:02.641464 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Attempting to bind port 5d9df0fd-229e-4c23-95ea-b88e3880541e by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:02.642014 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Attempting to bind port 5d9df0fd-229e-4c23-95ea-b88e3880541e on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:02.654017 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:02.654678 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Checking segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:02.657039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.657039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Bound using segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:02.657039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Bound port: 5d9df0fd-229e-4c23-95ea-b88e3880541e, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:02.657039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.698396 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-d4106795-8f29-4a99-8474-7d87b907b7f6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:45:02.699738 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-d4106795-8f29-4a99-8474-7d87b907b7f6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0631237 Dec 24 10:45:02.728518 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] For port 5d9df0fd-229e-4c23-95ea-b88e3880541e, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:02.731875 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] For port 5d9df0fd-229e-4c23-95ea-b88e3880541e, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5d9df0fd-229e-4c23-95ea-b88e3880541e,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:02.776963 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-46ac25bb-bd11-4c4a-a5b4-9bf170195592 service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525660 Dec 24 10:45:02.888636 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.906144 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.933983 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:02.983565 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abc03a-489b-4946-8df4-4c5bb7cc4476 None None] Pushing event updated for resources: {'Port': ['ID=5d9df0fd-229e-4c23-95ea-b88e3880541e,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:03.074581 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.153412 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36062) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:03.164138 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.266329 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-2f9fdd1d-59c4-4e8c-9a72-6b5e0c3c8d7c service neutron] 10.222.0.30 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362751 Dec 24 10:45:03.288455 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Allocated IP 172.27.1.218 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/ce400565-3854-420f-b33b-2784a1db8197) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:03.479578 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d610a568-d782-47a6-baac-71326a545c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.525143 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-dd96461a-d76c-4f60-a701-1f39d9f8dda5 service neutron] 10.222.0.30 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514596 Dec 24 10:45:03.576455 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d95eb3e0-cd2f-4638-8899-7e3cf8520ddf req-5ce824af-6b07-479e-81d8-1ee3b897167e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.1194022 Dec 24 10:45:03.594857 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.684353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d610a568-d782-47a6-baac-71326a545c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.773460 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.777829 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d610a568-d782-47a6-baac-71326a545c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:03.817774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Pushing event updated for resources: {'Port': ['ID=ce400565-3854-420f-b33b-2784a1db8197,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:03.831401 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:03.833077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:03.835715 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:03.885018 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d610a568-d782-47a6-baac-71326a545c78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=affb7d83821e4df088e8d7fc2589b34f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7297270 Dec 24 10:45:03.891990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610a568-d782-47a6-baac-71326a545c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b442f2aa-118d-48c1-b5bd-72b798ac2546,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:03.894584 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36106) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:03.914484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Allocated IP 172.27.1.172 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/16854e52-bb62-4fab-9ad7-fa9508cc766e) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:04.049331 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.072406 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d14feb4f-7ae3-4eaa-9671-da461add1162 req-899672cb-b11c-41ec-b163-f78747d52784 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.1077909 Dec 24 10:45:04.106564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.223761 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.305687 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.314927 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.319312 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b442f2aa-118d-48c1-b5bd-72b798ac2546 HTTP/1.1" status: 204 len: 168 time: 0.4198844 Dec 24 10:45:04.348457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d922-c2d6-4ce5-8ce5-68ef96121320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b442f2aa-118d-48c1-b5bd-72b798ac2546,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:04.376043 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.465094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:04.470643 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:04.478475 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:04.495368 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.596784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Pushing event updated for resources: {'Port': ['ID=16854e52-bb62-4fab-9ad7-fa9508cc766e,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:04.622133 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a32d207-517a-426b-a221-0be5bf4badc4 None None] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:04.718413 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-322eeba6-f9d3-4759-8b48-1b2e08a644ef req-fe78f947-619f-4560-803e-c4ec09723fd3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0469961 Dec 24 10:45:04.766430 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.788281 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] Provisioning complete for port 5d9df0fd-229e-4c23-95ea-b88e3880541e triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:04.788954 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.905324 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:04.973009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.018752 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] For port 5d9df0fd-229e-4c23-95ea-b88e3880541e, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5d9df0fd-229e-4c23-95ea-b88e3880541e,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:05.142131 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.156856 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f40c83da-9042-4c78-a6bc-1de6a815b225 req-2cc030ca-57ab-4cd2-8818-860265a151f6 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Dec 24 10:45:05.157852 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:45:05.177296 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.197242 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d6d09-c4af-42b7-8f33-31e40a3530d6 None None] Pushing event updated for resources: {'Port': ['ID=5d9df0fd-229e-4c23-95ea-b88e3880541e,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:05.262676 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-31217abf-b8ce-4b29-93e5-60fc85676975 None None] Provisioning complete for port 5d9df0fd-229e-4c23-95ea-b88e3880541e triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:05.263144 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31217abf-b8ce-4b29-93e5-60fc85676975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.312287 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:45:05.325094 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:45:05.353954 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:05.355592 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:05.393418 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36162) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:05.407656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8876ce67-1dd3-4d1d-ac5d-b962f1a2fa59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.464585 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5d9df0fd-229e-4c23-95ea-b88e3880541e up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:05.486310 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Router 508e4211-27f9-465f-82b3-bd98605d1e4c is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:45:05.512792 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.514359 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-07c19b54-3994-4f0d-bb2a-78c0b8bb8a78 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7726588 Dec 24 10:45:05.521173 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36174) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:05.533332 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 5d9df0fd-229e-4c23-95ea-b88e3880541e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:05.533965 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.737609 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:05.800665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8876ce67-1dd3-4d1d-ac5d-b962f1a2fa59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.825077 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:45:05.849940 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Sync routers for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:45:05.870688 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:05.871334 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:05.918965 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8876ce67-1dd3-4d1d-ac5d-b962f1a2fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.951703 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:05.954337 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8ef94977-b944-4b8a-aed3-4bc5130c19ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9687247 Dec 24 10:45:05.957175 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36194) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:05.994080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876ce67-1dd3-4d1d-ac5d-b962f1a2fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da52167-301a-4595-b8e2-7d8d259e1667,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:06.026240 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:06.127809 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:06.210836 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:45:06.211398 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Updating router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e port ce400565-3854-420f-b33b-2784a1db8197 binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:45:06.264583 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.502876 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dade5288-b6f9-4bdf-8868-e9542c283afc req-e1c5eba5-ce4e-40a9-9e49-9fb601267c1f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.4897010 Dec 24 10:45:06.508896 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:06.559038 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Checking router: 508e4211-27f9-465f-82b3-bd98605d1e4c for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:45:06.559670 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Updating router 508e4211-27f9-465f-82b3-bd98605d1e4c port 16854e52-bb62-4fab-9ad7-fa9508cc766e binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:45:06.577512 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8876ce67-1dd3-4d1d-ac5d-b962f1a2fa59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c0eeb12dabb4289ad095f250494107e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1806641 Dec 24 10:45:06.577512 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36206) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:06.594398 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.621287 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36210) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:06.790022 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.869854 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.877388 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9a355f46-1d90-4f3c-a6eb-4d097ccef667 req-7b087f3f-fd87-4f2a-9a00-f806c19329ab tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0321436 Dec 24 10:45:06.916859 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.944880 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:06.958521 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b3efaaa6-3494-46d2-be9b-d399e1494f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.019693 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Pushing event updated for resources: {'Port': ['ID=ce400565-3854-420f-b33b-2784a1db8197,revision_number=2']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.033024 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.043261 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.043669 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.044040 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.044381 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.045681 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.046071 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.046399 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.046732 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.047238 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.047765 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.048178 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.048503 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.048919 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Tracked resource versions report: Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: pushed versions: Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: { 'AddressGroup': {'1.2'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'ConntrackHelper': {'1.0'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'LocalIPAssociation': {'1.0'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Log': {'1.0'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Network': {'1.1'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Port': {'1.7'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'PortForwarding': {'1.2'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'QosPolicy': {'1.10'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroup': {'1.5'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroupRule': {'1.2'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SubPort': {'1.0'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Subnet': {'1.1'}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Trunk': {'1.1'}} Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: consumer versions: Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: { DHCP agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: HyperV agent@hv-cinder-81644: {}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: L3 agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: Metadata agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: Metering agent@dv-cinder-816443-3-iscsi: {}, Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: Open vSwitch agent@dv-cinder-816443-3-iscsi: { 'AddressGroup': '1.2', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'ConntrackHelper': '1.0', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'LocalIPAssociation': '1.0', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Log': '1.0', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Network': '1.1', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Port': '1.7', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'PortForwarding': '1.2', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'QosPolicy': '1.10', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroup': '1.5', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SecurityGroupRule': '1.2', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'SubPort': '1.0', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Subnet': '1.1', Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: 'Trunk': '1.1'}} Dec 24 10:45:07.050166 dv-cinder-816443-3-iscsi neutron-server[109775]: {{(pid=109775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 10:45:07.059067 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Attempting to bind port ce400565-3854-420f-b33b-2784a1db8197 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:07.060024 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Attempting to bind port ce400565-3854-420f-b33b-2784a1db8197 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:07.060024 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Attempting to bind port ce400565-3854-420f-b33b-2784a1db8197 on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:07.065507 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:07.065875 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:07.066268 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.066653 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:07.067285 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Bound port: ce400565-3854-420f-b33b-2784a1db8197, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:07.067679 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.136693 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] For port ce400565-3854-420f-b33b-2784a1db8197, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:07.140695 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] For port ce400565-3854-420f-b33b-2784a1db8197, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ce400565-3854-420f-b33b-2784a1db8197,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:07.143587 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.169324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.189661 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Allocated IP 172.20.0.1 (c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71/a8ccd075-ac62-45c8-bd20-88a948ae4fc5/729c25fd-54c9-4be8-bd54-9b463cd4b3a0) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:07.258692 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.259637 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.273555 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.276355 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.279724 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8da52167-301a-4595-b8e2-7d8d259e1667 HTTP/1.1" status: 204 len: 168 time: 0.6124079 Dec 24 10:45:07.300742 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b3efaaa6-3494-46d2-be9b-d399e1494f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.317254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed22387-e067-4bfe-a4c1-3b90e3a00a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da52167-301a-4595-b8e2-7d8d259e1667,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.327460 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042905-ce64-4aee-b640-f7a1c2aa45ef None None] Pushing event updated for resources: {'Port': ['ID=16854e52-bb62-4fab-9ad7-fa9508cc766e,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.335616 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Allocated IP 172.20.0.1 (eb9a5afc-6224-46fc-bd18-c62e65532682/edaeaae5-1bdf-4f71-9f49-370110e0f60e/64768123-6a54-44d4-965c-6f90c98d479f) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:07.583743 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.584517 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Attempting to bind port 16854e52-bb62-4fab-9ad7-fa9508cc766e on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:07.584517 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Attempting to bind port 16854e52-bb62-4fab-9ad7-fa9508cc766e by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:07.584517 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Attempting to bind port 16854e52-bb62-4fab-9ad7-fa9508cc766e on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:07.588616 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b3efaaa6-3494-46d2-be9b-d399e1494f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Bound port: 16854e52-bb62-4fab-9ad7-fa9508cc766e, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:07.589282 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.590231 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc233-b966-40b1-aeca-252490b666e0 None None] Pushing event updated for resources: {'Port': ['ID=ce400565-3854-420f-b33b-2784a1db8197,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.590795 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b3efaaa6-3494-46d2-be9b-d399e1494f8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e09762fa7119443f969e50e948c4fba6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8356769 Dec 24 10:45:07.591388 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:07.591874 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36218) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:07.592205 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:07.592327 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efaaa6-3494-46d2-be9b-d399e1494f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a950d0-4a49-42b6-998c-5b53b6f9a64f,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.592436 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] For port 16854e52-bb62-4fab-9ad7-fa9508cc766e, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:07.592540 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.592664 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] For port 16854e52-bb62-4fab-9ad7-fa9508cc766e, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=16854e52-bb62-4fab-9ad7-fa9508cc766e,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:07.592790 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.592790 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.609190 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:07.630784 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5f8c4e99-3a50-4904-a90d-0ccbd2bd808e req-ea3ea710-cc0a-4721-9ecf-c80f375dbcb1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Dec 24 10:45:07.660199 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.661742 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.708579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Pushing event updated for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.710024 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.730733 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:07.732641 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:07.735129 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:07.735630 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.769239 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042905-ce64-4aee-b640-f7a1c2aa45ef None None] Pushing event updated for resources: {'Port': ['ID=16854e52-bb62-4fab-9ad7-fa9508cc766e,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:07.776966 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:07.777642 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:07.793164 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Network eb9a5afc-6224-46fc-bd18-c62e65532682 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:07.796921 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:07.806835 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:07.807308 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.856091 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.861196 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:07.876209 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0a950d0-4a49-42b6-998c-5b53b6f9a64f HTTP/1.1" status: 204 len: 168 time: 0.4214430 Dec 24 10:45:07.958125 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Pushing event updated for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:08.043257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:08.086040 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:08.168987 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed978d2-e695-4977-94c2-209879bad2b3 None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:45:08.182445 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6d73-581b-47e9-82c2-78330e99f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a950d0-4a49-42b6-998c-5b53b6f9a64f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:08.203491 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1b6ae1f3-fdfc-4a2f-b240-e00a6558dc1d req-ad4c46cc-f168-4fb8-b222-296b1ed4d00c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.1300178 Dec 24 10:45:08.245988 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.406327 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.534331 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-44c4a642-7025-4539-9336-eda6023d6ad6 None None] Provisioning complete for port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:08.534830 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-44c4a642-7025-4539-9336-eda6023d6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.622464 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-44c4a642-7025-4539-9336-eda6023d6ad6 None None] Port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:45:08.673821 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.748181 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.748752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.801333 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:08.836372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086e8ed4-a2c1-4f38-ad89-00fb86252f6f None None] The sync data for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi is: [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:04Z', 'revision_number': 3, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:45:08.844202 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d699e29d-96ee-4aeb-818c-15b745a9d339 req-32e36590-8fff-48c9-9203-8a7f0cdea8c7 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0465443 Dec 24 10:45:08.863783 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.934114 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.935538 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:08.961705 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Pushing event updated for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:09.053598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Network eb9a5afc-6224-46fc-bd18-c62e65532682 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:09.056066 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:09.144268 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Pushing event updated for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:09.241958 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:09.243534 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:09.400767 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Router 508e4211-27f9-465f-82b3-bd98605d1e4c has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:45:09.603154 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ce400565-3854-420f-b33b-2784a1db8197 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:09.612171 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-780fa583-2f86-4529-a4b8-ee2e4f4273c4 req-b1150e2c-fd12-462e-85ad-a96e98252ffa tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.1699171 Dec 24 10:45:09.713737 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:45:09.721797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:45:09.727013 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port ce400565-3854-420f-b33b-2784a1db8197 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:09.727392 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:09.737172 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-0600a0e2-6140-4a70-ad20-d0d45a9f719c admin admin] 10.222.0.30 "PUT /v2.0/routers/508e4211-27f9-465f-82b3-bd98605d1e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7786107 Dec 24 10:45:09.801300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-10a9991d-18f3-4fa7-92cb-dd730302b19a None None] Provisioning complete for port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:09.801300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-10a9991d-18f3-4fa7-92cb-dd730302b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:09.913778 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:09.927570 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-10a9991d-18f3-4fa7-92cb-dd730302b19a None None] Port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:45:09.945393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port ce400565-3854-420f-b33b-2784a1db8197, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ce400565-3854-420f-b33b-2784a1db8197,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:10.055586 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:10.056451 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 16854e52-bb62-4fab-9ad7-fa9508cc766e up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:10.090844 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd938b52-c6a7-47b9-bdc2-313e20f65b4f req-700634c7-cf5c-4fe3-9b4b-6882abd708fc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0594885 Dec 24 10:45:10.096720 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:45:10.103029 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5e80cdaf-7075-42d4-9574-b871f9949a99 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b0f1aaf-029f-4572-9b7a-1567e1ca466e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5772941 Dec 24 10:45:10.186504 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=ce400565-3854-420f-b33b-2784a1db8197,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:10.227244 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 16854e52-bb62-4fab-9ad7-fa9508cc766e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:10.227621 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:10.314366 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:10.330718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:10.360719 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 16854e52-bb62-4fab-9ad7-fa9508cc766e, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=16854e52-bb62-4fab-9ad7-fa9508cc766e,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:10.436022 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:10.495764 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=16854e52-bb62-4fab-9ad7-fa9508cc766e,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:10.682130 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-3fa66cf1-cb15-405c-a1a2-294a867b552c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:10.683598 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-3fa66cf1-cb15-405c-a1a2-294a867b552c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 818 time: 0.1569061 Dec 24 10:45:10.701592 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-3432942a-5b30-448b-9bc4-c291c5256b9b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/quotas/378bb44ad89440e49f7e290a5d31004e HTTP/1.1" status: 200 len: 375 time: 0.0103304 Dec 24 10:45:10.776573 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-16fd0af5-6ede-43fb-9715-a4e5d2fffb28 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669208 Dec 24 10:45:10.821637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.24', 61025) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:10.886484 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-276bc15a-8daa-48ec-8299-526dccb8f5c3 service neutron] 10.222.0.30 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036081 Dec 24 10:45:10.942269 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36370) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:10.953973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529079024', 'description': 'tempest-description--537901712'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:11.016523 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-1b3d5fff-775f-4a55-b6e7-da7ad134c9ae tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:11.020442 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-c2e2ae90-7966-4454-82d1-e760e3f0efbb service neutron] 10.222.0.30 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329105 Dec 24 10:45:11.024557 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-1b3d5fff-775f-4a55-b6e7-da7ad134c9ae tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.2018354 Dec 24 10:45:11.091107 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-aa097523-37fc-4a78-9f4b-0358ced6e1e0 req-3376759a-bf20-429f-b940-07e0a4edd05c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0426400 Dec 24 10:45:11.095718 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Request body: {'port': {'device_id': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'admin_state_up': True, 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:11.157942 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:11.393584 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.24', 61028) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:11.509221 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a1243c1a-f480-40e3-9aa0-697effdbdfce req-77c97a66-a7d5-473a-9213-82559b70bb98 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 210 time: 0.0935726 Dec 24 10:45:11.523949 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ce400565-3854-420f-b33b-2784a1db8197 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:11.550946 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47193a93-f052-4908-a4a5-4faf76a99897 req-4e316998-12eb-4bd8-a712-628706f93ff9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.3513153 Dec 24 10:45:11.637276 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:45:11.657658 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:11.659689 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:11.683068 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port ce400565-3854-420f-b33b-2784a1db8197 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:11.683458 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:11.868652 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-277df608-4fcf-46a5-a89c-a6ab48e81586 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:11.880675 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-277df608-4fcf-46a5-a89c-a6ab48e81586 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.24 "GET /v2.0/networks?id=228fc74c-3c3c-4fc8-adc4-224176487fa2 HTTP/1.1" status: 200 len: 812 time: 0.4846296 Dec 24 10:45:11.911076 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Request body: {'port': {'device_id': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2', 'admin_state_up': True, 'tenant_id': '52385c4779dd49e7b3f0d9e56a8d2d26'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:11.978234 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:12.021017 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.033796 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 16854e52-bb62-4fab-9ad7-fa9508cc766e up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:12.106862 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.157410 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531896df-7a18-4486-a485-465341c21d15 None None] Sync routers for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:45:12.188018 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:12.212927 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.234961 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:12.238169 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:12.298233 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 16854e52-bb62-4fab-9ad7-fa9508cc766e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:12.298712 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.332189 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.337047 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.3940015 Dec 24 10:45:12.373390 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36484) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:12.392069 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group_rule': {'security_group_id': 'a3828e05-9c84-43bc-961a-37a10d718ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:12.396428 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dcfc9e9c-3a4a-4af2-8bbe-05b320898ef1 req-a99a51ec-4d21-41c4-8acb-b7d9cdb9a1aa tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0941758 Dec 24 10:45:12.530853 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 2, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:12.589226 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-d100f4c1-52d7-40df-ad59-963eb228ec3b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:12.598808 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-d100f4c1-52d7-40df-ad59-963eb228ec3b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 818 time: 0.3923154 Dec 24 10:45:12.621876 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:45:12.621876 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Updating router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:45:12.622069 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609ed3a-0b09-440c-a07c-37a394378558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3828e05-9c84-43bc-961a-37a10d718ea7,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:12.622144 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-d5fb1d08-6e4e-45d7-b6db-31f96a5dcd19 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/quotas/378bb44ad89440e49f7e290a5d31004e HTTP/1.1" status: 200 len: 375 time: 0.0219715 Dec 24 10:45:12.642506 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:12.675014 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.696791 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.791264 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd9f95cb-5ab7-423d-9ed7-406c472e36ca req-065f6b2a-298c-41c5-a80d-66ba110bca4a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0698597 Dec 24 10:45:12.817177 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-101e3db1-4839-4dc6-b1b2-65f9a81d08ef tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944134 Dec 24 10:45:12.913315 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Allocated IP 172.20.0.7 (8016a0c6-9874-4e24-99d5-a347d449be0f/24fa4bd2-942c-4822-b70f-f9fbaa5b0b02/c73f6a9a-c9cb-49c0-9d7c-7793864fb03a) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:12.930236 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Made reservation on behalf of 52385c4779dd49e7b3f0d9e56a8d2d26 for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:12.935479 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:12.960901 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '64768123-6a54-44d4-965c-6f90c98d479f', 'name': '', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'mac_address': 'fa:16:3e:d2:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:07Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 2, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'subnets': [{'id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:13.024597 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531896df-7a18-4486-a485-465341c21d15 None None] Checking router: 508e4211-27f9-465f-82b3-bd98605d1e4c for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:45:13.025234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531896df-7a18-4486-a485-465341c21d15 None None] Updating router 508e4211-27f9-465f-82b3-bd98605d1e4c port 64768123-6a54-44d4-965c-6f90c98d479f binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:45:13.123893 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.158981 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.297449 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36512) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:13.316094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36516) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:13.366772 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.465924 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.589589 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.611759 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-11b4a4f4-e750-44d7-8b40-1b89b5542d16 req-be6eed6b-b4a4-464f-a5c2-75c5bcb8565f tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0869632 Dec 24 10:45:13.614835 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.674452 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.674452 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2993510 Dec 24 10:45:13.701609 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.718670 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36530) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:13.753748 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550b47e-7200-48a8-b136-f06e86c16ac2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6875332c-2fb4-4731-96a5-97d536788c91,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:13.780507 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group_rule': {'security_group_id': 'a3828e05-9c84-43bc-961a-37a10d718ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:13.884038 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-d8539351-a38a-4deb-a411-7f6d5131d765 service neutron] 10.222.0.30 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0644453 Dec 24 10:45:13.884930 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f257e65-360a-4eee-88b0-b041a730a658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.910554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3f006daf-20bd-44a2-8380-2aad61057280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:13.912728 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397bfce-4071-4689-a18a-64f5bd0480dc None None] Pushing event updated for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:13.983669 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Network 8016a0c6-9874-4e24-99d5-a347d449be0f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:14.049139 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:14.056708 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:14.075630 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Attempting to bind port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:14.075913 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:14.076421 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Attempting to bind port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:14.076856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.077207 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Attempting to bind port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:14.083452 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:14.084548 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Checking segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:14.085167 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.085714 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Bound using segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:14.086519 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Bound port: 729c25fd-54c9-4be8-bd54-9b463cd4b3a0, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:14.087187 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.241978 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] For port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:14.254845 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] For port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:14.259862 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Allocated IP 172.20.0.7 (228fc74c-3c3c-4fc8-adc4-224176487fa2/53219b5d-2381-4290-b6b3-cff5e83c1dba/194d1221-8d93-48d8-9ae0-aff4aac7c1b9) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:14.272221 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event updated for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:14.313274 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-f6c7b92c-2b83-402a-8af7-1a681951fc54 service neutron] 10.222.0.30 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924775 Dec 24 10:45:14.324987 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.383880 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.389300 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43479d-098f-4a13-9dab-982f80f5973b req-61906d80-cc39-492f-bdd3-b652177244cf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:14.393924 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee43479d-098f-4a13-9dab-982f80f5973b req-61906d80-cc39-492f-bdd3-b652177244cf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 931 time: 0.3616095 Dec 24 10:45:14.394426 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] Provisioning complete for port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:14.394807 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.433078 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:14.433791 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:14.464563 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-6cd1537e-0eb0-466a-88d5-124645735a93 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3732562 Dec 24 10:45:14.523993 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-19834158-bbf7-4eff-813a-818735acb799 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:45:14.526324 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-19834158-bbf7-4eff-813a-818735acb799 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327182 Dec 24 10:45:14.550065 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.579254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.620435 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.721147 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.744267 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f257e65-360a-4eee-88b0-b041a730a658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.757305 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aa485-cae6-485b-a80d-100abc00d0ff None None] Pushing event updated for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:14.773310 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.776674 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee43479d-098f-4a13-9dab-982f80f5973b req-d2cc902e-e955-4607-b1d2-bcb138f9dae8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599153 Dec 24 10:45:14.815142 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36562) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:14.905102 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:14.928573 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f257e65-360a-4eee-88b0-b041a730a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:14.973686 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.24', 61042) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:14.998258 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.064779 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-531896df-7a18-4486-a485-465341c21d15 None None] Attempting to bind port 64768123-6a54-44d4-965c-6f90c98d479f on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:15.067797 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-531896df-7a18-4486-a485-465341c21d15 None None] Attempting to bind port 64768123-6a54-44d4-965c-6f90c98d479f by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:15.067797 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531896df-7a18-4486-a485-465341c21d15 None None] Attempting to bind port 64768123-6a54-44d4-965c-6f90c98d479f on network eb9a5afc-6224-46fc-bd18-c62e65532682 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:15.100499 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fd1-0b36-4cef-a6f9-23a2446b7c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.104113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531896df-7a18-4486-a485-465341c21d15 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:15.104533 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531896df-7a18-4486-a485-465341c21d15 None None] Checking segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:15.104916 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.105325 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531896df-7a18-4486-a485-465341c21d15 None None] Bound using segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:15.105824 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-531896df-7a18-4486-a485-465341c21d15 None None] Bound port: 64768123-6a54-44d4-965c-6f90c98d479f, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:15.106221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.114765 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] For port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:15.157204 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397bfce-4071-4689-a18a-64f5bd0480dc None None] Pushing event updated for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=4']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.255336 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bd48466a-38dc-41db-aa77-e65586d48808 req-2eb5dc60-fe9b-40b8-ac16-9fd98f4744db tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.3336496 Dec 24 10:45:15.255440 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.255530 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-531896df-7a18-4486-a485-465341c21d15 None None] For port 64768123-6a54-44d4-965c-6f90c98d479f, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:15.261807 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-531896df-7a18-4486-a485-465341c21d15 None None] For port 64768123-6a54-44d4-965c-6f90c98d479f, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=64768123-6a54-44d4-965c-6f90c98d479f,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:15.265734 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.292694 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3f006daf-20bd-44a2-8380-2aad61057280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.298870 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8f257e65-360a-4eee-88b0-b041a730a658 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31d9d60b18d64ba3bd58937a5d1620d1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9659028 Dec 24 10:45:15.354614 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36580) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:15.361068 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Request body: {'port': {'device_id': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:15.426891 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Network 228fc74c-3c3c-4fc8-adc4-224176487fa2 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:15.431900 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b1f99-9920-4e72-8420-23743d166aa7 None None] Pushing event updated for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.449650 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55acdb6e-bbc9-4872-a2e8-b4c3e19889c9,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.455480 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-90bfbbb8-62a2-453d-9962-60c6c377be60 None None] Provisioning complete for port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:15.455970 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-90bfbbb8-62a2-453d-9962-60c6c377be60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.465138 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.477482 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:14Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:15.480439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:15.493892 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:15.500910 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:15.501496 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.502968 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-b09c5b05-ab97-47e1-892e-6be30bdef6f4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:15.506514 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-b09c5b05-ab97-47e1-892e-6be30bdef6f4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 818 time: 0.5409360 Dec 24 10:45:15.512715 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Pushing event updated for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.542172 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c53ff-d53f-4de1-be93-3d6763e07069 None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:14Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:45:15.548137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257e65-360a-4eee-88b0-b041a730a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ff1fc6-ee81-4c6f-a8c3-91a23b9c4d76,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.553292 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6cad9-e345-4c9f-b968-5ff52b3cd39c req-bda43bfb-b3c9-433c-b8fe-d6a1162565a6 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:15.555032 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1cf6cad9-e345-4c9f-b968-5ff52b3cd39c req-bda43bfb-b3c9-433c-b8fe-d6a1162565a6 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 931 time: 0.4070313 Dec 24 10:45:15.600707 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.677542 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Request body: {'port': {'device_id': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'admin_state_up': True, 'tenant_id': '378bb44ad89440e49f7e290a5d31004e'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:15.731538 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-531896df-7a18-4486-a485-465341c21d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.733336 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1cf6cad9-e345-4c9f-b968-5ff52b3cd39c req-6158d9ae-7590-4f02-8703-2e85339c669d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565478 Dec 24 10:45:15.758383 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3f006daf-20bd-44a2-8380-2aad61057280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.786264 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.791975 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-464956e7-95eb-4126-bd41-01e6b59d391e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0130730 Dec 24 10:45:15.791975 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-ee13f948-8a6f-468f-b432-027e70f259ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9021513 Dec 24 10:45:15.791975 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36588) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:15.817677 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:15.842788 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Request body: {'port': {'device_id': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:15.919689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:15.923468 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aa485-cae6-485b-a80d-100abc00d0ff None None] Pushing event updated for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:15.934923 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-3f006daf-20bd-44a2-8380-2aad61057280 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=afeb72832d7d4b5aace77fa4718b903b&name=default HTTP/1.1" status: 200 len: 2994 time: 2.6340616 Dec 24 10:45:15.940843 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:15.941495 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:44:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:15.961368 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36598) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:16.015033 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.019571 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.023037 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7ff1fc6-ee81-4c6f-a8c3-91a23b9c4d76 HTTP/1.1" status: 204 len: 168 time: 0.6941330 Dec 24 10:45:16.023037 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.142711 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae744265-cc41-46aa-ad4c-e5def69cf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ff1fc6-ee81-4c6f-a8c3-91a23b9c4d76,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:16.151450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f006daf-20bd-44a2-8380-2aad61057280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41ec18c-2ae1-4a9e-863b-25214f2aac22,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:16.200625 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.232704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:16.286699 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fd1-0b36-4cef-a6f9-23a2446b7c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.314371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.359822 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.417234 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eb8f5-4b37-4ec3-9d1e-d6cb3e3c7b74 req-009b2017-8fad-4708-be0c-0db319d0ba6d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:16.436849 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-637eb8f5-4b37-4ec3-9d1e-d6cb3e3c7b74 req-009b2017-8fad-4708-be0c-0db319d0ba6d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 931 time: 0.4792175 Dec 24 10:45:16.457361 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-19381e0e-8437-460f-97f4-8e1b98f434ae req-00a9b14e-55d3-4dde-b951-dd27743598f5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.0417204 Dec 24 10:45:16.556554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fd1-0b36-4cef-a6f9-23a2446b7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.634134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.641277 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.642671 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d41ec18c-2ae1-4a9e-863b-25214f2aac22 HTTP/1.1" status: 204 len: 168 time: 0.6753459 Dec 24 10:45:16.719174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9fd1-0b36-4cef-a6f9-23a2446b7c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d703acbc-b97f-4bd4-ba8c-49aa668c8c41,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:16.735809 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Made reservation on behalf of 378bb44ad89440e49f7e290a5d31004e for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:16.759629 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:16.841143 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9effa2-d8a8-437d-a34f-832193f5afac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41ec18c-2ae1-4a9e-863b-25214f2aac22,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:16.843790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-531896df-7a18-4486-a485-465341c21d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '64768123-6a54-44d4-965c-6f90c98d479f', 'name': '', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'mac_address': 'fa:16:3e:d2:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:07Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 4, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'subnets': [{'id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:16.970611 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531896df-7a18-4486-a485-465341c21d15 None None] The sync data for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi is: [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '64768123-6a54-44d4-965c-6f90c98d479f', 'name': '', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'mac_address': 'fa:16:3e:d2:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:07Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 4, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'subnets': [{'id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:45:17.025542 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Allocated IP 172.20.0.12 (eb9a5afc-6224-46fc-bd18-c62e65532682/edaeaae5-1bdf-4f71-9f49-370110e0f60e/44345f3a-e246-4a77-8d9d-bd7357043c0b) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:17.254268 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6f1a2-5b77-460a-8aac-df157d33c1e6 req-29e5c38f-685f-4187-83f6-fbd86bba5d84 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:17.263631 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c7c6f1a2-5b77-460a-8aac-df157d33c1e6 req-29e5c38f-685f-4187-83f6-fbd86bba5d84 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 931 time: 0.3477824 Dec 24 10:45:17.441493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:17.689158 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:17.704305 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 64768123-6a54-44d4-965c-6f90c98d479f up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:17.787346 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c7c6f1a2-5b77-460a-8aac-df157d33c1e6 req-be787e2e-884e-4a6b-917f-cfacc7b8290c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157299 Dec 24 10:45:17.830399 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-637eb8f5-4b37-4ec3-9d1e-d6cb3e3c7b74 req-3c98fcf5-668b-4d94-bfaa-6f28cc016694 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3917582 Dec 24 10:45:17.852611 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-94eb9fd1-0b36-4cef-a6f9-23a2446b7c15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9308d32a64e24f61b64ffd1a02e75275&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0344996 Dec 24 10:45:17.884195 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 64768123-6a54-44d4-965c-6f90c98d479f triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:17.884731 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:17.904159 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36638) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:18.068214 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-53ed3adb-d739-4b1a-be62-66da66a54f35 req-becfa188-23e4-408e-95f6-860872c8bde7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.0850675 Dec 24 10:45:18.088322 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73f6a9a-c9cb-49c0-9d7c-7793864fb03a {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:18.093954 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:45:18.097987 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.098793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.127324 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:18.148297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 64768123-6a54-44d4-965c-6f90c98d479f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=64768123-6a54-44d4-965c-6f90c98d479f,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:18.159603 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.208881 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Network eb9a5afc-6224-46fc-bd18-c62e65532682 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:18.210777 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Transition to ACTIVE for port object c73f6a9a-c9cb-49c0-9d7c-7793864fb03a will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:45:18.212160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.215174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:18.219025 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:18.224701 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:18.225648 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.232152 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Pushing event updated for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:18.238249 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.242101 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:18.267818 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Transition to ACTIVE for port object 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:45:18.276282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Allocated IP 172.27.1.207 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/8b27a4fc-e09d-4a67-824e-96566a162642) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:18.295847 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.329702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.335924 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a1d9e739-57dd-402d-8783-641d684f5bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6745484 Dec 24 10:45:18.339289 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.371267 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36646) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:18.394329 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Request body: {'port': {'device_id': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:18.419319 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.431608 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:18.446113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:18.446487 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.464638 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b681d3e7-e1b8-4647-884e-4cd41c2f478e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.502957 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36648) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:18.543612 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Pushing event updated for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:18.644006 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.665267 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.669603 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Pushing event updated for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:18.674132 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Attempting to bind port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:18.674503 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Attempting to bind port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:18.674842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Attempting to bind port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:18.703296 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a on network 8016a0c6-9874-4e24-99d5-a347d449be0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:45:18.704052 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Attempting to bind port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:18.721251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:18.721652 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Checking segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:18.725467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Bound using segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:18.725467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Bound port: c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:18.725467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.786601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Attempting to bind port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:18.786958 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Attempting to bind port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:18.787835 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Attempting to bind port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 on network 228fc74c-3c3c-4fc8-adc4-224176487fa2 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:18.801086 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 on network 228fc74c-3c3c-4fc8-adc4-224176487fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:45:18.801942 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Attempting to bind port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 on network 228fc74c-3c3c-4fc8-adc4-224176487fa2 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:18.828454 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:18.834543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Checking segment: {'id': '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:18.834543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Bound using segment: {'id': '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:18.840132 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Bound port: 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:18.840769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.930442 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.933327 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:18.934648 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d703acbc-b97f-4bd4-ba8c-49aa668c8c41 HTTP/1.1" status: 204 len: 168 time: 1.0291889 Dec 24 10:45:19.004554 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b681d3e7-e1b8-4647-884e-4cd41c2f478e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.006697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.016747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d8b88-003f-41eb-932c-05ef30a0458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d703acbc-b97f-4bd4-ba8c-49aa668c8c41,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:19.101770 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b681d3e7-e1b8-4647-884e-4cd41c2f478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.126236 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654298045-network', 'tenant_id': 'a60177427acf49959b84f34bf2b1c14e'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:19.146808 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.24', 61047) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:19.150563 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:19.199955 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:19.212374 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:19.222547 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=8b27a4fc-e09d-4a67-824e-96566a162642,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:19.246488 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:19.252737 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:19.291745 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b681d3e7-e1b8-4647-884e-4cd41c2f478e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f18f91d43d642a7957d010adefb00cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9170597 Dec 24 10:45:19.300015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36670) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:19.358766 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:19.417744 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Made reservation on behalf of a60177427acf49959b84f34bf2b1c14e for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:19.420070 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.434338 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.544636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.556723 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce89d1-97b7-4853-92da-5766359c251a req-95b2f61a-dfcf-4165-87c8-77d644d7889b tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:19.558454 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3cce89d1-97b7-4853-92da-5766359c251a req-95b2f61a-dfcf-4165-87c8-77d644d7889b tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.4625294 Dec 24 10:45:19.567383 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.626627 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681d3e7-e1b8-4647-884e-4cd41c2f478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e4ead8-fa65-4957-a508-6dbc777b6d67,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:19.651574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f74747-233f-4c27-b62b-406b4684962f req-eec27a7c-e89c-4bc9-91ea-0e09c54598a9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:19.655213 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Pushing event updated for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:19.659297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.659548 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-15f74747-233f-4c27-b62b-406b4684962f req-eec27a7c-e89c-4bc9-91ea-0e09c54598a9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.6689043 Dec 24 10:45:19.663646 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,segment=NetworkSegment(8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7),segment_id=8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:19.744729 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.777899 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.811352 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.880529 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.954558 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5bba43-7f17-4d2c-8b83-69e5863de81c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:19.976012 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-15f74747-233f-4c27-b62b-406b4684962f req-fb8f49cd-0982-405a-9545-0292bcca9139 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885664 Dec 24 10:45:19.978112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:19.978862 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:19.981065 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] 10.222.0.24 "PUT /v2.0/ports/194d1221-8d93-48d8-9ae0-aff4aac7c1b9 HTTP/1.1" status: 200 len: 1093 time: 4.1539435 Dec 24 10:45:19.984782 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 64768123-6a54-44d4-965c-6f90c98d479f up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:20.003011 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:20.080071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 64768123-6a54-44d4-965c-6f90c98d479f triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:20.080708 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.138622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44345f3a-e246-4a77-8d9d-bd7357043c0b {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:20.138622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.138928 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-54e67e94-d885-40d0-b855-f886487bf10c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:20.138928 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-54e67e94-d885-40d0-b855-f886487bf10c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 818 time: 0.9782748 Dec 24 10:45:20.174341 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:20.175318 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.180277 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-aadcde27-edec-456f-9c56-d5da47955089 service neutron] 10.222.0.24 "PUT /v2.0/ports/c73f6a9a-c9cb-49c0-9d7c-7793864fb03a HTTP/1.1" status: 200 len: 1093 time: 5.1932323 Dec 24 10:45:20.219227 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f4dc6-2388-4e10-b9f3-2ef407687b38 service neutron] Pushing event updated for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:20.244056 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Request body: {'port': {'device_id': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'admin_state_up': True, 'tenant_id': '378bb44ad89440e49f7e290a5d31004e'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:20.286233 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:20.376039 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:45:20.398416 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c3cc96bd-7185-4598-8bdc-2131377f7f8b req-c73f76e3-5571-4853-92ae-06095980cba4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.2279105 Dec 24 10:45:20.436421 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.453278 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Transition to ACTIVE for port object 44345f3a-e246-4a77-8d9d-bd7357043c0b will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:45:20.454876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.479640 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.492141 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99e4ead8-fa65-4957-a508-6dbc777b6d67 HTTP/1.1" status: 204 len: 168 time: 1.1873324 Dec 24 10:45:20.506754 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076075c5-d77a-4339-a54a-31edd14787ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:20.554424 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.556163 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Added segment d9781e06-5fb1-4d05-9f53-280f9c75c7e2 of type vlan for network 7522d509-018c-48e7-abe6-d6ad07fddf06 Dec 24 10:45:20.614815 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3cce89d1-97b7-4853-92da-5766359c251a req-8fb97280-4e14-4a22-8635-58d272d5d8f8 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9711208 Dec 24 10:45:20.615620 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.635023 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339630ef-24f9-4895-9f9f-3c45183605b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e4ead8-fa65-4957-a508-6dbc777b6d67,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:20.760780 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-e5f224ad-6196-472c-b8c3-3fa0551f29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:20.766775 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-e5f224ad-6196-472c-b8c3-3fa0551f29ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52385c4779dd49e7b3f0d9e56a8d2d26&device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 1096 time: 0.3834915 Dec 24 10:45:20.880406 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a06881-6fc6-4906-bd9c-97bed8dc57ba x-openstack-request-id: req-60a06881-6fc6-4906-bd9c-97bed8dc57ba {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:20.891184 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:20.891184 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60a06881-6fc6-4906-bd9c-97bed8dc57ba {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:20.891184 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9', 'status': 'completed', 'code': 200} Dec 24 10:45:20.934703 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-ddebb043-bbbc-4f7f-aacc-6aa3bcdf9026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:20.944076 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-ddebb043-bbbc-4f7f-aacc-6aa3bcdf9026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 1096 time: 0.2619333 Dec 24 10:45:20.951558 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Made reservation on behalf of 378bb44ad89440e49f7e290a5d31004e for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:20.955687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.969420 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:20.993120 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-c599e2e9-7b88-4d2a-98cc-db4728638616 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9 HTTP/1.1" status: 200 len: 217 time: 0.1469786 Dec 24 10:45:20.997683 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:21.002406 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Attempting to bind port 44345f3a-e246-4a77-8d9d-bd7357043c0b on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:21.002744 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Attempting to bind port 44345f3a-e246-4a77-8d9d-bd7357043c0b by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:21.003183 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Attempting to bind port 44345f3a-e246-4a77-8d9d-bd7357043c0b on network eb9a5afc-6224-46fc-bd18-c62e65532682 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:21.019613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Port 44345f3a-e246-4a77-8d9d-bd7357043c0b on network eb9a5afc-6224-46fc-bd18-c62e65532682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:45:21.019948 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Attempting to bind port 44345f3a-e246-4a77-8d9d-bd7357043c0b on network eb9a5afc-6224-46fc-bd18-c62e65532682 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:21.097678 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59521790-a937-420c-bb39-4742401d87cf req-19d557b0-5e2f-4351-8e42-0615d368ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.099157 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-19d557b0-5e2f-4351-8e42-0615d368ca5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53219b5d-2381-4290-b6b3-cff5e83c1dba HTTP/1.1" status: 200 len: 852 time: 0.0673358 Dec 24 10:45:21.100463 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.db.resource_extend [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 10:45:21.103438 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Pushing event updated for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:21.111483 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:21.111936 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Checking segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:21.112321 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Bound using segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:21.112902 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Bound port: 44345f3a-e246-4a77-8d9d-bd7357043c0b, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:21.113361 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.193146 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:21.197430 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:21.270510 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-e70fe832-2b3f-4e0f-8ee7-cd55735259f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=228fc74c-3c3c-4fc8-adc4-224176487fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423624 Dec 24 10:45:21.315019 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-023a79ad-f038-492f-bab7-026f3bed3ad3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a HTTP/1.1" status: 200 len: 217 time: 0.2805948 Dec 24 10:45:21.332948 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.368919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.419518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98cd0-c13d-4540-b8b2-69c0bf3ecc72 req-0222afcd-6a6c-4017-ba62-8c625e09c885 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.429403 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d9d98cd0-c13d-4540-b8b2-69c0bf3ecc72 req-0222afcd-6a6c-4017-ba62-8c625e09c885 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.1443624 Dec 24 10:45:21.458035 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.459049 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.461084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] 10.222.0.24 "PUT /v2.0/ports/44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 1094 time: 3.0755522 Dec 24 10:45:21.464842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.465801 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.466388 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.521224 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea12c4b6-02b0-4c67-84e8-8f549f5405ac x-openstack-request-id: req-ea12c4b6-02b0-4c67-84e8-8f549f5405ac {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:21.521589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:21.522013 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea12c4b6-02b0-4c67-84e8-8f549f5405ac {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:21.522648 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'status': 'completed', 'code': 200} Dec 24 10:45:21.548132 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.635511 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d9d98cd0-c13d-4540-b8b2-69c0bf3ecc72 req-d1bfa5d6-b4d3-4e3d-b393-b59e299b7cb9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Dec 24 10:45:21.668128 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.710311 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Allocated IP 172.20.0.11 (eb9a5afc-6224-46fc-bd18-c62e65532682/edaeaae5-1bdf-4f71-9f49-370110e0f60e/11e42488-46c0-47e4-b7d6-51ddfdde57c9) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:21.732016 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-91c0a9f0-2d0a-487a-8ee8-afba6cc261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.738496 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-91c0a9f0-2d0a-487a-8ee8-afba6cc261fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.3056204 Dec 24 10:45:21.801241 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=8b27a4fc-e09d-4a67-824e-96566a162642,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:21.844360 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:21.844854 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-c6c9df38-d385-43b9-a272-80629bc72b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0525832 Dec 24 10:45:21.847032 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-f04481b1-713c-45fc-8779-acbfd577cc54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839221 Dec 24 10:45:21.993088 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff592d4-bfda-4666-910d-337c12b54ff5 req-ca33edc7-d2ce-4a5c-a5c9-6d1732eb0c94 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:21.995615 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6ff592d4-bfda-4666-910d-337c12b54ff5 req-ca33edc7-d2ce-4a5c-a5c9-6d1732eb0c94 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.2268641 Dec 24 10:45:22.111858 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-a6f5c158-919d-472e-841f-80497edf0cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483807 Dec 24 10:45:22.151042 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6ff592d4-bfda-4666-910d-337c12b54ff5 req-52975503-b9fb-4567-a47e-7d2d60fd3f96 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313646 Dec 24 10:45:22.191255 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:22.240983 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] Pushing event updated for resources: {'Network': ['ID=7522d509-018c-48e7-abe6-d6ad07fddf06,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:22.257906 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 7522d509-018c-48e7-abe6-d6ad07fddf06 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:45:22.365784 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-3de5bae7-bb25-4910-b47f-72e74864e8b5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--529079024&fields=id&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 267 time: 0.1021287 Dec 24 10:45:22.408938 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f9903dc6-8a9f-43ab-91f9-2fd94e14d795 req-59969810-7018-4729-a6c2-df4cc58a29ef tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.1502042 Dec 24 10:45:22.416490 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:22.429819 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-88347743-43c9-4a21-ac74-573b18499a07 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.9186246 Dec 24 10:45:22.437488 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36776) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:22.449968 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e929d6-7308-4bc7-aa1c-36fa65cc0edf service neutron] Pushing event updated for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:22.469922 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Request body: {'subnet': {'network_id': '7522d509-018c-48e7-abe6-d6ad07fddf06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654298045-subnet', 'tenant_id': 'a60177427acf49959b84f34bf2b1c14e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:22.494372 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-b61e4ac9-fbba-462f-b45a-42d0910d8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:22.495886 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-b61e4ac9-fbba-462f-b45a-42d0910d8b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1097 time: 0.9008541 Dec 24 10:45:22.508409 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bcd34755-69be-4b8d-9192-6861a6cf4087 req-3afb0bd5-186b-4a79-ae94-1eb89d638a59 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916381 Dec 24 10:45:22.537211 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Network eb9a5afc-6224-46fc-bd18-c62e65532682 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:22.547878 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-ba142940-561d-4570-8498-8778cc8700df service neutron] 10.222.0.24 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1028280 Dec 24 10:45:22.548064 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:22.556557 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:22.562328 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:22.563291 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:22.575907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Pushing event updated for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: from cryptography.utils import int_from_bytes Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: from cryptography.utils import int_from_bytes Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.603064 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:22.605504 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-73003046-bcd1-475a-bc50-0a852fce964d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:22.607287 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-73003046-bcd1-475a-bc50-0a852fce964d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 816 time: 0.2406490 Dec 24 10:45:22.630979 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-fe384ecd-4f13-4d07-b527-4ee0c50695bd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/quotas/8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 375 time: 0.0225587 Dec 24 10:45:22.635144 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-9d39757a-b3b4-452f-b781-962856e51bf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0428951 Dec 24 10:45:22.871964 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a59910f1-6ed6-49bc-b381-4aec97acfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:22.873570 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-a59910f1-6ed6-49bc-b381-4aec97acfb38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.2147932 Dec 24 10:45:22.877534 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Made reservation on behalf of a60177427acf49959b84f34bf2b1c14e for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:22.879983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:22.884998 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-a546758f-29f3-4576-9070-8aac820a728f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6560779 Dec 24 10:45:22.891931 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59521790-a937-420c-bb39-4742401d87cf req-bf702634-7d9e-466f-a028-6e596747f99e service neutron] 10.222.0.24 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556341 Dec 24 10:45:22.921016 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db64d55-8e9a-466b-8729-96edb59f79de req-34108b5b-b960-4d59-ac85-eef20e7e4ba3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:22.932126 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4db64d55-8e9a-466b-8729-96edb59f79de req-34108b5b-b960-4d59-ac85-eef20e7e4ba3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.1518061 Dec 24 10:45:23.018717 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4db64d55-8e9a-466b-8729-96edb59f79de req-0564792c-9ba4-4b05-9091-7db02f5da68f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883720 Dec 24 10:45:23.108833 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-0a10cd0d-2984-4cd9-8572-3ae19609a4bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439155 Dec 24 10:45:23.115773 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Request body: {'port': {'device_id': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:23.178007 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-e9ca3ca3-39ee-4697-9469-4751d31cad42 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5461123 Dec 24 10:45:23.194189 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-6113b7d6-9189-4853-91d3-da4bf458deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:23.196208 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-6113b7d6-9189-4853-91d3-da4bf458deee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 1096 time: 0.1681659 Dec 24 10:45:23.404008 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-7d7dffc2-ea32-4002-9a19-f5082a036b8e service neutron] 10.222.0.30 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459274 Dec 24 10:45:23.430439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:23.430789 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076075c5-d77a-4339-a54a-31edd14787ae req-60107205-100a-480b-a2ba-e19214a46524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:23.433925 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-60107205-100a-480b-a2ba-e19214a46524 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=52385c4779dd49e7b3f0d9e56a8d2d26&device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 1096 time: 0.2931983 Dec 24 10:45:23.471682 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67975-91a8-4714-b11d-083832a4f626 req-c7325e63-420a-4146-a6c4-cb141d4decbb tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:23.473351 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0c67975-91a8-4714-b11d-083832a4f626 req-c7325e63-420a-4146-a6c4-cb141d4decbb tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.1758666 Dec 24 10:45:23.557499 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:23.559984 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb98127d-0744-41a8-8b2e-704cd69ed24e" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:23.584487 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-88ca9894-7330-4867-be62-a12119b1f9b0 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545746 Dec 24 10:45:23.873111 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-8168889d-1ca5-41bd-9ba0-798e9aa4ff29 service neutron] 10.222.0.30 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321442 Dec 24 10:45:23.873111 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-30bee998-a024-4fe2-9f0b-2f353b8e311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:23.873111 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-30bee998-a024-4fe2-9f0b-2f353b8e311d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 915 time: 0.6524875 Dec 24 10:45:23.883401 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0c67975-91a8-4714-b11d-083832a4f626 req-6d467b52-847c-48d2-b458-3e3e84790b19 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704617 Dec 24 10:45:23.916111 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076075c5-d77a-4339-a54a-31edd14787ae req-f9466b87-9c35-4ba0-8e01-9dc0cd3ce625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:23.916429 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-f9466b87-9c35-4ba0-8e01-9dc0cd3ce625 service neutron] 10.222.0.24 "GET /v2.0/networks?id=228fc74c-3c3c-4fc8-adc4-224176487fa2 HTTP/1.1" status: 200 len: 913 time: 0.4368026 Dec 24 10:45:23.953832 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6123a74e-e0e0-42d6-b591-123b6237dbb8 req-678a24f7-bda8-47af-b82a-439429ae2583 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882195 Dec 24 10:45:24.002622 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-8393a7dc-89fa-4665-b6bb-8530e78557b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0566463 Dec 24 10:45:24.003038 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:24.006517 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-53abb818-fbd0-4161-8d30-f8d07c10d020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a HTTP/1.1" status: 200 len: 217 time: 0.1003153 Dec 24 10:45:24.242652 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076075c5-d77a-4339-a54a-31edd14787ae req-207a0a8b-88d6-43d9-9855-f3a0b1baab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.247083 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-207a0a8b-88d6-43d9-9855-f3a0b1baab83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53219b5d-2381-4290-b6b3-cff5e83c1dba HTTP/1.1" status: 200 len: 852 time: 0.2206943 Dec 24 10:45:24.247993 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-026a9452-e087-4fc2-9eec-cb70e362b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.263187 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797d48a-c8e5-4059-82c3-0e19d9e5c85b x-openstack-request-id: req-2797d48a-c8e5-4059-82c3-0e19d9e5c85b {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:24.265836 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:24.269070 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2797d48a-c8e5-4059-82c3-0e19d9e5c85b {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:24.269518 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-026a9452-e087-4fc2-9eec-cb70e362b5fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.1747541 Dec 24 10:45:24.271400 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b', 'status': 'completed', 'code': 200} Dec 24 10:45:24.293374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f54d6d-980b-4c2b-b2b1-76c53bb11bc3 req-a964afe4-f960-4435-8fc1-df91ef9567d6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.302447 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d2f54d6d-980b-4c2b-b2b1-76c53bb11bc3 req-a964afe4-f960-4435-8fc1-df91ef9567d6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 932 time: 0.2049434 Dec 24 10:45:24.420329 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-8dddbc6e-69e5-4587-9df3-b7588c5faedd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=228fc74c-3c3c-4fc8-adc4-224176487fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135154 Dec 24 10:45:24.516481 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d2f54d6d-980b-4c2b-b2b1-76c53bb11bc3 req-c64a3ab6-31a4-401f-94d5-93c2041e9578 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108729 Dec 24 10:45:24.597561 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-b29b7171-0d8e-49eb-843a-c893a1f2d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.599059 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-b29b7171-0d8e-49eb-843a-c893a1f2d4f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1097 time: 0.2915993 Dec 24 10:45:24.680205 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ee17a0-a788-4a6d-a117-c9a162d19056,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:24.683956 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-0bdf329e-2ed9-424c-bd99-437c1279905b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1796267 Dec 24 10:45:24.698961 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e2d4cf6a-94e8-48ab-88f0-0cb542ba4085 req-ee55f37d-fe8d-422f-b0b2-5cf86c3230b4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0987978 Dec 24 10:45:24.707073 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Checking segment: {'id': 'd9781e06-5fb1-4d05-9f53-280f9c75c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7522d509-018c-48e7-abe6-d6ad07fddf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:24.707429 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Network hostable DHCP agents. Network: 7522d509-018c-48e7-abe6-d6ad07fddf06, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:45:24.712289 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e42488-46c0-47e4-b7d6-51ddfdde57c9 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:24.722418 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:24.762309 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-d6918110-6b07-40e7-8731-9779a9ce0c62 service neutron] 10.222.0.24 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252287 Dec 24 10:45:24.815054 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Transition to ACTIVE for port object 11e42488-46c0-47e4-b7d6-51ddfdde57c9 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:45:24.826386 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c4e6c-d531-45f4-a499-4b66113a4b45 req-accc7e6f-301e-47b7-8567-af6bd7f5fc4b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.828005 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8c7c4e6c-d531-45f4-a499-4b66113a4b45 req-accc7e6f-301e-47b7-8567-af6bd7f5fc4b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.3264964 Dec 24 10:45:24.914524 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:24.963369 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-b3405f1e-7f9c-4907-a899-3ee934f0e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:24.965369 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-b3405f1e-7f9c-4907-a899-3ee934f0e794 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.3479428 Dec 24 10:45:24.970057 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-076075c5-d77a-4339-a54a-31edd14787ae req-44632fe7-1611-478b-904e-8536ebbfb79f service neutron] 10.222.0.24 "GET /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846573 Dec 24 10:45:24.986450 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Network 7522d509-018c-48e7-abe6-d6ad07fddf06 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:45:25.079009 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-b9056ad8-0577-4647-bf28-517ca8752c86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0872295 Dec 24 10:45:25.082247 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Pushing event updated for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:25.087725 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8c7c4e6c-d531-45f4-a499-4b66113a4b45 req-1dfa4f2a-23de-44c5-b527-c3b2b36066c5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399104 Dec 24 10:45:25.096717 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-9ebe368c-fe15-4de7-90cb-263a913e1676 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478363 Dec 24 10:45:25.161340 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Attempting to bind port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:25.161814 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Attempting to bind port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:25.162742 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Attempting to bind port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 on network eb9a5afc-6224-46fc-bd18-c62e65532682 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:25.211087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 7522d509-018c-48e7-abe6-d6ad07fddf06) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:25.218971 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 on network eb9a5afc-6224-46fc-bd18-c62e65532682 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:45:25.219301 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Attempting to bind port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 on network eb9a5afc-6224-46fc-bd18-c62e65532682 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:25.225162 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:25.225763 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:25.227182 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b1f3c-abe3-43bb-a9b7-f300cf1f1d27 None None] Network 7522d509-018c-48e7-abe6-d6ad07fddf06 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:25.240437 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:25.240852 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Checking segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:25.247228 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Bound using segment: {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:25.247228 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Bound port: 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133b8e85-f50d-4bba-93c3-cda0a4c8b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:25.247228 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:25.336551 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dbaaa6c8-a621-4c1b-b8f5-d1ef4c7ec4e5 req-c353d48e-f113-412f-be19-46fc216fe49a service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239137 Dec 24 10:45:25.342937 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-cfeb5e1b-308e-4ac4-8759-4288069bb451 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8797631 Dec 24 10:45:25.447538 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b061d-a754-4a2e-8461-0100f185568c None None] Network 7522d509-018c-48e7-abe6-d6ad07fddf06 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:25.453878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:25.458337 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:25.638728 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-123a80ac-75e6-4804-b461-6cbc867fe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:25.648767 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-123a80ac-75e6-4804-b461-6cbc867fe8d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.5356462 Dec 24 10:45:25.663806 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d45da-2e9f-4c25-be1a-32ac5a85143a req-d27051e0-71f0-44f7-af84-df4111f72c6d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:25.687848 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-663d45da-2e9f-4c25-be1a-32ac5a85143a req-d27051e0-71f0-44f7-af84-df4111f72c6d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.6047215 Dec 24 10:45:25.722074 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:25.779395 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:25.780150 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:25.781468 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] 10.222.0.24 "PUT /v2.0/ports/11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 200 len: 1094 time: 2.6740556 Dec 24 10:45:25.781928 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:25.784192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:25.803806 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e1534-8c44-4131-b959-87ccf7780bf8 req-287b6d37-3200-48e2-8ae8-651e92df5bc5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:25.805473 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-865e1534-8c44-4131-b959-87ccf7780bf8 req-287b6d37-3200-48e2-8ae8-651e92df5bc5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.1645317 Dec 24 10:45:25.846298 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532acd9-f2f4-4665-b7cd-ec24ccef9548 service neutron] Pushing event updated for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:25.852691 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-56c0a80a-0789-4260-a06f-3576ed17876f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850186 Dec 24 10:45:25.875203 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-663d45da-2e9f-4c25-be1a-32ac5a85143a req-f8df757c-2428-4a81-9f40-1bbf236d7235 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864765 Dec 24 10:45:25.944381 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-865e1534-8c44-4131-b959-87ccf7780bf8 req-131d5b59-e251-4fbf-997d-cedddd2063e4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238735 Dec 24 10:45:25.995582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-f64947c0-b1fb-477c-aa6b-c9b714d362b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:26.069012 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4896db6-a751-4844-8d57-5f667a4f4f99 x-openstack-request-id: req-f4896db6-a751-4844-8d57-5f667a4f4f99 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:26.069853 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:26.070241 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4896db6-a751-4844-8d57-5f667a4f4f99 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:26.071971 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9', 'status': 'completed', 'code': 200} Dec 24 10:45:26.105160 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-118857df-f4a3-41f5-a177-af50d58f6df6 req-d96f69a7-028b-404e-83e3-a504350bad77 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0869195 Dec 24 10:45:26.111796 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-0410b830-96a7-4169-a36b-54f9f29c0c43 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356153 Dec 24 10:45:26.269166 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638e86-54e6-402e-a46d-f1ef80d42dfd req-a049db85-6ed0-408c-93dd-b7383b904ec1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:26.270985 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b4638e86-54e6-402e-a46d-f1ef80d42dfd req-a049db85-6ed0-408c-93dd-b7383b904ec1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0650203 Dec 24 10:45:26.342618 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b4638e86-54e6-402e-a46d-f1ef80d42dfd req-8a8a5590-abbd-4b19-8727-a3db305d2f95 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Dec 24 10:45:27.229525 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b31b6-c606-436a-a95f-d5adf77e24e3 req-b8b940f0-02f9-468f-99c2-3d7e93c5afae tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:27.229525 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c4b31b6-c606-436a-a95f-d5adf77e24e3 req-b8b940f0-02f9-468f-99c2-3d7e93c5afae tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0500937 Dec 24 10:45:27.229525 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c4b31b6-c606-436a-a95f-d5adf77e24e3 req-7f47d8ab-cfd5-43b2-a6af-92354ce301c0 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Dec 24 10:45:27.230873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8affbc1-fdf4-469c-911a-117380e36835 req-d5ebba51-bb8e-4669-ac66-49b19d91bc71 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:27.230873 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b8affbc1-fdf4-469c-911a-117380e36835 req-d5ebba51-bb8e-4669-ac66-49b19d91bc71 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.0506361 Dec 24 10:45:27.230873 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b8affbc1-fdf4-469c-911a-117380e36835 req-efeef6d4-e14c-4fb8-9cc1-f797b7d2d0b8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399964 Dec 24 10:45:27.230873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-1800a40f-ee78-4fa9-a360-7d483541a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:27.230873 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-1800a40f-ee78-4fa9-a360-7d483541a3fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1097 time: 0.0447662 Dec 24 10:45:27.264056 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-8a02b452-912a-4fd9-bc53-4192a3466ef5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 200 len: 217 time: 0.0391662 Dec 24 10:45:27.268550 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f513252e-67bc-42e2-b962-f94359e75a27 req-d3db5ced-45ef-4082-bd50-f87f8b5fac51 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0778406 Dec 24 10:45:27.304705 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb98127d-0744-41a8-8b2e-704cd69ed24e req-ce3fad2a-f119-4cc0-8493-1dffb19ec003 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404078 Dec 24 10:45:27.402464 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36928) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:27.407981 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344296597-network', 'tenant_id': 'bcd18a59dc1448999920830aaaeb523d'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:27.525197 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-8671899a-ce16-4799-b1c7-29b1c8248bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:27.526562 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-8671899a-ce16-4799-b1c7-29b1c8248bf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.2551289 Dec 24 10:45:27.543396 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949419d9-b401-44c8-8021-9e5fc3274685 req-622a6e8b-1b0a-493a-830c-a429ffc0ad45 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:27.596510 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-949419d9-b401-44c8-8021-9e5fc3274685 req-622a6e8b-1b0a-493a-830c-a429ffc0ad45 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0612261 Dec 24 10:45:27.596510 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-cbe90545-c15c-4afb-9844-b1b1d9b46c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370600 Dec 24 10:45:27.690953 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-949419d9-b401-44c8-8021-9e5fc3274685 req-a2ba53a5-3350-4a04-abbf-2d059ce3bfaa tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393840 Dec 24 10:45:27.716980 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-245f63b4-6d80-40c9-b82e-f5c644a29ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365991 Dec 24 10:45:27.818780 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7bbf1326-655a-48bc-af9d-c7c209130aac req-8cc59a79-252d-43dd-9d68-b76f81da49a7 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944433 Dec 24 10:45:27.967487 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36940) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:28.081639 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0f832b8c-cfdc-4678-90d3-907a6c3d3b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.151190 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0f832b8c-cfdc-4678-90d3-907a6c3d3b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.311367 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Made reservation on behalf of bcd18a59dc1448999920830aaaeb523d for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:28.313665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.327192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.329498 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a4072-cc93-41a3-a452-93558174b6cf req-3bde58b0-f6de-42e8-9bf1-d82ffbfacbda tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.330975 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a06a4072-cc93-41a3-a452-93558174b6cf req-3bde58b0-f6de-42e8-9bf1-d82ffbfacbda tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.0506163 Dec 24 10:45:28.343748 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ecb0-d80c-46fd-8831-bf78cfcfc894 req-d60bfe6a-1984-4b86-8680-5a652075c01f tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.345750 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8b66ecb0-d80c-46fd-8831-bf78cfcfc894 req-d60bfe6a-1984-4b86-8680-5a652075c01f tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0676827 Dec 24 10:45:28.349795 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ff2ec387-ad92-4976-a665-79738e160f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.378021 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0f832b8c-cfdc-4678-90d3-907a6c3d3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.427598 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8b66ecb0-d80c-46fd-8831-bf78cfcfc894 req-81e341d1-fd80-44bc-bfb5-9e01e99fbb5e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Dec 24 10:45:28.460755 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0f832b8c-cfdc-4678-90d3-907a6c3d3b3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeeab24ede934804b0ffcf64d52d3791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921455 Dec 24 10:45:28.463511 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36956) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:28.466181 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f832b8c-cfdc-4678-90d3-907a6c3d3b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd9e4f-b112-4fb0-9faa-80577b6e6581,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:28.479079 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a06a4072-cc93-41a3-a452-93558174b6cf req-f9bd56cb-38b3-4f2e-8a66-78af4d9d99d1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323175 Dec 24 10:45:28.479079 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-80f3389a-0417-49b0-8b03-6a9f047e4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.479653 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-80f3389a-0417-49b0-8b03-6a9f047e4b7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1097 time: 0.1443090 Dec 24 10:45:28.509430 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.563951 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d3652f80-92b3-47ed-9e72-2fbff001e1dc req-5e135d36-3dd9-4362-942d-34741133e348 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0324805 Dec 24 10:45:28.580342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.602955 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-b906e695-a634-4b25-afc1-283ccad9be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.604497 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-b906e695-a634-4b25-afc1-283ccad9be27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.1172614 Dec 24 10:45:28.605562 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.609603 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.647550 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:45:28.656003 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-6972e99f-d5cf-4865-8de9-10abcbc5c8e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 200 len: 217 time: 0.0429206 Dec 24 10:45:28.668455 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77780a0-f6fa-47ea-99e0-84151ff0b4e9,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:28.673954 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.674295 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Added segment 9f21562e-7938-431d-b7c7-68628abcee83 of type vlan for network 37788c3c-dab9-4f07-9980-b9bc5a092120 Dec 24 10:45:28.720236 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.723944 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-ea990a08-8000-4716-a7e2-63ac2a7db112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.726131 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-ea990a08-8000-4716-a7e2-63ac2a7db112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0606918 Dec 24 10:45:28.768492 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-b9eaa360-efd4-4cdb-a157-ea0b81ccb06b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315969 Dec 24 10:45:28.880087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d3db4-c0fa-4abc-8b50-5e170f114592 req-070a07b0-0a8c-42be-8435-1854ff39eff1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.882004 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-297d3db4-c0fa-4abc-8b50-5e170f114592 req-070a07b0-0a8c-42be-8435-1854ff39eff1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.1080968 Dec 24 10:45:28.911374 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-e577c297-815a-461a-a3e7-f9ce25e13f4a service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293640 Dec 24 10:45:28.930712 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.933519 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.937646 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1dd9e4f-b112-4fb0-9faa-80577b6e6581 HTTP/1.1" status: 204 len: 168 time: 0.4704077 Dec 24 10:45:28.937646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.937646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:28.937646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:28.967341 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-297d3db4-c0fa-4abc-8b50-5e170f114592 req-711871ea-e1f6-4d06-8fc0-a43a0ee48c4c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792060 Dec 24 10:45:28.972483 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932c24c-4b71-47b6-a38d-cdd09f0b4b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd9e4f-b112-4fb0-9faa-80577b6e6581,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:29.006796 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:29.008216 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] Pushing event updated for resources: {'Network': ['ID=37788c3c-dab9-4f07-9980-b9bc5a092120,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:29.017945 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 37788c3c-dab9-4f07-9980-b9bc5a092120 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:45:29.052062 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d0a0fa8e-6e5a-4da2-858e-e6a5944a3a64 req-31724ed8-6df2-43d8-91ea-180d25ede30f service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304433 Dec 24 10:45:29.092784 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-f0002c6a-f94d-4444-8349-cf88c2e43a02 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6890624 Dec 24 10:45:29.095439 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36966) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:29.100161 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Request body: {'subnet': {'network_id': '37788c3c-dab9-4f07-9980-b9bc5a092120', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344296597-subnet', 'tenant_id': 'bcd18a59dc1448999920830aaaeb523d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:29.235072 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Made reservation on behalf of bcd18a59dc1448999920830aaaeb523d for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:29.237436 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:29.552376 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b3c6c-53f5-45e0-b21d-480f4e77ebe6 req-2e3e4e1d-ee04-46b5-90c3-212ba95cde22 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:29.554616 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-658b3c6c-53f5-45e0-b21d-480f4e77ebe6 req-2e3e4e1d-ee04-46b5-90c3-212ba95cde22 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Dec 24 10:45:29.594640 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7406eb-a897-4a41-8ea8-5d68bb78d665 req-d89e89cf-cdc8-40a0-aa93-57760e43da75 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:29.596189 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5e7406eb-a897-4a41-8ea8-5d68bb78d665 req-d89e89cf-cdc8-40a0-aa93-57760e43da75 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.0511634 Dec 24 10:45:29.604491 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:29.640218 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-658b3c6c-53f5-45e0-b21d-480f4e77ebe6 req-f5c77de1-6813-4a9b-90e6-6908518caa7b tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774245 Dec 24 10:45:29.644894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5e7406eb-a897-4a41-8ea8-5d68bb78d665 req-9e2f73e2-f58e-4e19-9b81-2005695ddc9a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Dec 24 10:45:29.683263 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7983becc-23f5-4add-b0e5-aa05f0e444e5,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:29.697771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Checking segment: {'id': '9f21562e-7938-431d-b7c7-68628abcee83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '37788c3c-dab9-4f07-9980-b9bc5a092120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:29.698142 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Network hostable DHCP agents. Network: 37788c3c-dab9-4f07-9980-b9bc5a092120, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:45:29.737913 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-41ccbad2-6697-46d1-a122-986c6ff77a6e req-1d61501e-1ced-47d2-a869-27b3b9bc994a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0289650 Dec 24 10:45:29.805510 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-d299ae75-db72-443c-98a2-e04f6e4ac8ad tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:29.806625 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-d299ae75-db72-443c-98a2-e04f6e4ac8ad tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 816 time: 0.1207988 Dec 24 10:45:29.827253 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Network 37788c3c-dab9-4f07-9980-b9bc5a092120 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:45:29.875465 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 36986) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:29.889371 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5351dcc4-c663-491b-8515-3095e817ff7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:29.890665 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-dbf39acf-e373-4587-a454-e374e9d4a5e7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 379 time: 0.0754409 Dec 24 10:45:29.900385 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'port': {'device_id': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'admin_state_up': True, 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'security_groups': ['a3828e05-9c84-43bc-961a-37a10d718ea7']}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:29.965277 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 37788c3c-dab9-4f07-9980-b9bc5a092120) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:29.970078 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:29.971876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.012988 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5351dcc4-c663-491b-8515-3095e817ff7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.046502 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18212fe3-108e-46e0-ade3-6b07fa535f06 None None] Network 37788c3c-dab9-4f07-9980-b9bc5a092120 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:30.089795 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-92dd99bf-1c31-4d46-8c1a-51d0abcaae65 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9933298 Dec 24 10:45:30.118509 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4abe8-2502-421f-8ec6-e2951bfb5cda req-893edb75-1ceb-4763-a3b1-e3a3cd40d1c9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:30.121031 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5fa4abe8-2502-421f-8ec6-e2951bfb5cda req-893edb75-1ceb-4763-a3b1-e3a3cd40d1c9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0643287 Dec 24 10:45:30.132662 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5351dcc4-c663-491b-8515-3095e817ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.153446 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e9454-e641-4d4f-86cf-7fa82de61898 None None] Network 37788c3c-dab9-4f07-9980-b9bc5a092120 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:45:30.188413 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5351dcc4-c663-491b-8515-3095e817ff7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4208facc424d41a5b2200e52a276bffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095679 Dec 24 10:45:30.188413 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351dcc4-c663-491b-8515-3095e817ff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc47940-ff5f-48e3-b2ca-a339de53e5d0,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:30.193091 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 36994) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:30.217467 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5fa4abe8-2502-421f-8ec6-e2951bfb5cda req-50705334-061a-4182-aa46-4a3926c3c044 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Dec 24 10:45:30.266313 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.288973 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.291334 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Made reservation on behalf of 8b52b70f10024974af39a32f1a1a2502 for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:45:30.294987 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.450535 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Allocated IP 172.20.0.4 (c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71/a8ccd075-ac62-45c8-bd20-88a948ae4fc5/e50dfc57-62cb-4d13-9e17-f48edcdb1dcc) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:45:30.517787 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.520271 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.524243 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fc47940-ff5f-48e3-b2ca-a339de53e5d0 HTTP/1.1" status: 204 len: 168 time: 0.3270791 Dec 24 10:45:30.562993 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b4033-37f1-42a5-a500-d156f093ac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc47940-ff5f-48e3-b2ca-a339de53e5d0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:30.613345 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.725000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.771770 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247402a3-fa04-41fc-a45d-4092136ae1ca req-51e44082-9374-4aff-99cf-c36220280d6c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:30.773476 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-247402a3-fa04-41fc-a45d-4092136ae1ca req-51e44082-9374-4aff-99cf-c36220280d6c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0540216 Dec 24 10:45:30.801326 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:45:30.805285 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:30.808607 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:45:30.820130 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.822891 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f9d4-f41c-46ee-b2f7-5802a2bc204c req-b0bbef2e-6fcf-4cf9-b0d1-2cc4e4d69dae tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:30.824426 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4a0f9d4-f41c-46ee-b2f7-5802a2bc204c req-b0bbef2e-6fcf-4cf9-b0d1-2cc4e4d69dae tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.1104918 Dec 24 10:45:30.834518 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-247402a3-fa04-41fc-a45d-4092136ae1ca req-467b9ddc-e518-4055-afb2-ecc00e1710aa tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516462 Dec 24 10:45:30.854574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:45:30.860725 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:30.861037 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:30.923289 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4a0f9d4-f41c-46ee-b2f7-5802a2bc204c req-8d7e660b-46f5-4d7b-ba8c-912f7b46d8aa tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779750 Dec 24 10:45:30.945328 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6f649-440e-4f12-ba64-f5feaeb6528d req-32697761-4354-4f00-8cfe-6194a344e2b3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:30.946980 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faf6f649-440e-4f12-ba64-f5feaeb6528d req-32697761-4354-4f00-8cfe-6194a344e2b3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 931 time: 0.0549417 Dec 24 10:45:31.002409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faf6f649-440e-4f12-ba64-f5feaeb6528d req-eff12c8c-ffce-4f6f-bb79-ccf54eaae558 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491562 Dec 24 10:45:31.028993 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-ba83efc6-90e0-4ed6-9217-6564d81bbb9f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1323624 Dec 24 10:45:31.041645 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Request body: {'port': {'device_id': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:31.095371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.105879 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-429e6f59-a3fe-435e-a0fa-cc144f913864 None None] Provisioning complete for port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:31.106375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-429e6f59-a3fe-435e-a0fa-cc144f913864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.183679 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-429e6f59-a3fe-435e-a0fa-cc144f913864 None None] Port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:45:31.439857 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28429fa-aef6-4fa4-8ad5-7a452dc183dd req-c170dd40-5ba5-476f-adb7-d4eecd789096 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:31.441374 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f28429fa-aef6-4fa4-8ad5-7a452dc183dd req-c170dd40-5ba5-476f-adb7-d4eecd789096 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0813131 Dec 24 10:45:31.505002 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:31.518244 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.531726 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f28429fa-aef6-4fa4-8ad5-7a452dc183dd req-04e6ab4a-df0b-49d0-a1e9-c70de11a5302 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827360 Dec 24 10:45:31.536196 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Transition to ACTIVE for port object e50dfc57-62cb-4d13-9e17-f48edcdb1dcc will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:45:31.544147 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.635870 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.713071 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:31.727399 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Attempting to bind port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:45:31.727977 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Attempting to bind port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:45:31.728063 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Attempting to bind port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:31.732686 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:45:31.733045 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Attempting to bind port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:45:31.738065 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:45:31.738396 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Checking segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:45:31.738778 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Bound using segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:45:31.739202 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Bound port: e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:45:31.739568 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:31.808647 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:45:31.813282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:45:31.954812 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be79412-18da-479d-8a3a-ad2f35387bd8 req-2af7555a-5749-4776-a059-ac634b9b40c0 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:31.955342 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7be79412-18da-479d-8a3a-ad2f35387bd8 req-2af7555a-5749-4776-a059-ac634b9b40c0 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0572989 Dec 24 10:45:31.987437 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:32.023181 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7be79412-18da-479d-8a3a-ad2f35387bd8 req-20507e68-8bfc-4cf8-ab2f-d4b5fc31665c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555017 Dec 24 10:45:32.073161 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.073579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:32.075199 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] 10.222.0.24 "PUT /v2.0/ports/e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 1093 time: 1.0378566 Dec 24 10:45:32.078389 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:32.090638 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dd7c3b-52ee-4bde-9550-6732e082cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:32.123644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcccf02-8e66-4811-b2b8-065c5fa4cacb service neutron] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:32.136823 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567644-1f6d-43cd-8512-9efd9ab56454 req-4ebe794a-1787-47fb-a3c3-276e3cd41df7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.138370 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b567644-1f6d-43cd-8512-9efd9ab56454 req-4ebe794a-1787-47fb-a3c3-276e3cd41df7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 944 time: 0.1308718 Dec 24 10:45:32.145057 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636584e-9cec-4df6-8786-2f5c0241f639 req-77ffd9f0-38ba-4466-93fc-8da52692923e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.154655 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d636584e-9cec-4df6-8786-2f5c0241f639 req-77ffd9f0-38ba-4466-93fc-8da52692923e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0647025 Dec 24 10:45:32.242641 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d636584e-9cec-4df6-8786-2f5c0241f639 req-81f10954-2e3d-4925-9876-a30f5ab321ca tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870271 Dec 24 10:45:32.394555 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d66f83-5221-4e6c-8c61-6221e390d211 x-openstack-request-id: req-86d66f83-5221-4e6c-8c61-6221e390d211 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:32.397789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:32.397789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86d66f83-5221-4e6c-8c61-6221e390d211 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:32.397789 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'status': 'completed', 'code': 200} Dec 24 10:45:32.428310 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 44345f3a-e246-4a77-8d9d-bd7357043c0b details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:45:32.467108 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b567644-1f6d-43cd-8512-9efd9ab56454 req-f4b63e0c-c3fe-4829-ab0c-93286fc8c51e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216279 Dec 24 10:45:32.471869 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-11e3b016-9caf-4f9d-8f93-55197139f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.473480 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-11e3b016-9caf-4f9d-8f93-55197139f34d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1096 time: 0.0810144 Dec 24 10:45:32.550190 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-5a773694-5cc0-47a1-9a0d-0863855cd94c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 217 time: 0.0665314 Dec 24 10:45:32.588541 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:32.617711 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '44345f3a-e246-4a77-8d9d-bd7357043c0b', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'port_id': '44345f3a-e246-4a77-8d9d-bd7357043c0b', 'mac_address': 'fa:16:3e:57:7b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:45:32.633767 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-9f89faa1-e1de-4b24-88d1-01cc08176b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.640939 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-9f89faa1-e1de-4b24-88d1-01cc08176b10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0827432 Dec 24 10:45:32.667107 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:32.667540 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ab6a-363a-475f-a194-0849fcc113b8 req-dbdc6ed7-91ab-4b21-b2fc-87898d13c47a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.669058 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-28f1ab6a-363a-475f-a194-0849fcc113b8 req-dbdc6ed7-91ab-4b21-b2fc-87898d13c47a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0584028 Dec 24 10:45:32.682173 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44345f3a-e246-4a77-8d9d-bd7357043c0b {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:32.700658 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d41-0f52-43b7-b60e-9424e7310805 req-17dd3fd0-cd81-406d-81ef-9165b8aa63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:32.703406 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-17dd3fd0-cd81-406d-81ef-9165b8aa63a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568609 Dec 24 10:45:32.707671 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:32.721521 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-28f1ab6a-363a-475f-a194-0849fcc113b8 req-30e4fa64-16bd-4ca4-93ab-f4906c0d3633 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Dec 24 10:45:32.812978 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-98f1a042-63cf-45f4-9bc1-535eb5c87767 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961349 Dec 24 10:45:32.833383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:32.834496 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 11e42488-46c0-47e4-b7d6-51ddfdde57c9 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:45:32.850457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37140) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:32.906778 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:32.928078 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '11e42488-46c0-47e4-b7d6-51ddfdde57c9', 'network_id': 'eb9a5afc-6224-46fc-bd18-c62e65532682', 'port_id': '11e42488-46c0-47e4-b7d6-51ddfdde57c9', 'mac_address': 'fa:16:3e:42:c7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edaeaae5-1bdf-4f71-9f49-370110e0f60e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:45:32.931518 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-40364d41-0f52-43b7-b60e-9424e7310805 req-b2c028da-a671-4696-ad50-63b0a7e465c3 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170557 Dec 24 10:45:32.933429 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:32.970653 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:32.986320 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e42488-46c0-47e4-b7d6-51ddfdde57c9 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:33.002410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fd11f6a-5388-4d83-9781-07da8d885ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.003292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:33.077038 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fd11f6a-5388-4d83-9781-07da8d885ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.093130 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.093854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:45:33.172216 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fd11f6a-5388-4d83-9781-07da8d885ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.172422 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460ee3b-fa13-4067-b203-8dcdc32b0392 req-97d7da30-e32e-4e9d-bdd1-451263c8795a tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.174510 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4460ee3b-fa13-4067-b203-8dcdc32b0392 req-97d7da30-e32e-4e9d-bdd1-451263c8795a tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 943 time: 0.0865953 Dec 24 10:45:33.175945 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:33.178976 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-5170b0fb-21a8-44bc-955e-315257b89887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.180605 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-5170b0fb-21a8-44bc-955e-315257b89887 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1096 time: 0.1009481 Dec 24 10:45:33.213103 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2fd11f6a-5388-4d83-9781-07da8d885ee3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d4f7acb95b546419fc9a76789e42c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611467 Dec 24 10:45:33.214806 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11f6a-5388-4d83-9781-07da8d885ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c9e440-aab9-41d4-8f4b-ef807ad5c511,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:33.217142 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37150) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:33.248903 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,segment=NetworkSegment(8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7),segment_id=8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:33.276199 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.277818 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9', 'network_id': '228fc74c-3c3c-4fc8-adc4-224176487fa2', 'port_id': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9', 'mac_address': 'fa:16:3e:3f:28:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53219b5d-2381-4290-b6b3-cff5e83c1dba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:45:33.293116 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4460ee3b-fa13-4067-b203-8dcdc32b0392 req-b10027c4-308c-4bdc-b099-2202aa76e4ba tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057341 Dec 24 10:45:33.314440 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.343843 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-486873dd-e00a-40a5-abf9-af50da8d5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.348175 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-486873dd-e00a-40a5-abf9-af50da8d5abf service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.1591787 Dec 24 10:45:33.348374 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.367718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:33.399220 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,segment=NetworkSegment(8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7),segment_id=8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:33.401314 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-a31b1c49-43fe-4141-b821-721509f7eaa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 217 time: 0.0441606 Dec 24 10:45:33.438012 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7ef25-cf92-4f66-9f62-a3f6f27ad1d7 req-d1e843c3-3b41-4088-bb0a-0e1e9198424c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.439526 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-76c7ef25-cf92-4f66-9f62-a3f6f27ad1d7 req-d1e843c3-3b41-4088-bb0a-0e1e9198424c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0559330 Dec 24 10:45:33.451502 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-c546ebd0-3e99-483c-89ec-171eddb93577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.452967 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-c546ebd0-3e99-483c-89ec-171eddb93577 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0448120 Dec 24 10:45:33.510942 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-a8d1a2dd-b832-45d7-b98e-cdea089c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.511130 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-76c7ef25-cf92-4f66-9f62-a3f6f27ad1d7 req-a8ddbd79-9070-4b61-bb95-055ac6108923 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614164 Dec 24 10:45:33.512562 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-a8d1a2dd-b832-45d7-b98e-cdea089c118b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510640 Dec 24 10:45:33.516120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.516590 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.518601 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.522712 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43c9e440-aab9-41d4-8f4b-ef807ad5c511 HTTP/1.1" status: 204 len: 168 time: 0.3016951 Dec 24 10:45:33.528436 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device c73f6a9a-c9cb-49c0-9d7c-7793864fb03a details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:45:33.534353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542f9d0-d27c-4c9b-8eca-774cfee7fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c9e440-aab9-41d4-8f4b-ef807ad5c511,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:33.622410 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-f27e74d4-7b8b-4635-9a25-a375d04f7c9c service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999625 Dec 24 10:45:33.654261 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:33.688913 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:33.700470 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'port_id': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'mac_address': 'fa:16:3e:a4:66:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa4bd2-942c-4822-b70f-f9fbaa5b0b02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:45:33.722771 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a849b-184b-43e1-b849-d8890685d953 req-427058f2-2f62-4913-85fe-c78dbca4475f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.725283 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d5a849b-184b-43e1-b849-d8890685d953 req-427058f2-2f62-4913-85fe-c78dbca4475f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 945 time: 0.1019611 Dec 24 10:45:33.745090 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.758630 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73f6a9a-c9cb-49c0-9d7c-7793864fb03a {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:33.779973 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:33.797282 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51dd7c3b-52ee-4bde-9550-6732e082cb25 req-8ab09c1f-d39f-4ea0-a6f2-62836cb85204 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646764 Dec 24 10:45:33.800959 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d5a849b-184b-43e1-b849-d8890685d953 req-70897af8-0eb0-43b0-b0e0-6fa7e6405271 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685358 Dec 24 10:45:33.847567 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f213dd0-006d-42f9-84d7-d92506c250c5 req-4cfd672f-cd4d-4944-9648-485b5ec01541 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:33.850489 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5f213dd0-006d-42f9-84d7-d92506c250c5 req-4cfd672f-cd4d-4944-9648-485b5ec01541 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 943 time: 0.0603781 Dec 24 10:45:33.864194 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:33.912302 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5f213dd0-006d-42f9-84d7-d92506c250c5 req-5732dbcd-eea4-47bb-9b8e-fcbd3728ffc7 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Dec 24 10:45:33.923462 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:34.336781 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['44345f3a-e246-4a77-8d9d-bd7357043c0b'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:45:34.340271 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:45:34.400614 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['194d1221-8d93-48d8-9ae0-aff4aac7c1b9'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:45:34.402715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['11e42488-46c0-47e4-b7d6-51ddfdde57c9'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:45:34.432834 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a71d-24d0-4568-a13a-27ead5cc523a req-d1e75e16-f3ca-45ba-bfdb-df929c051b0d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:34.434933 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2831a71d-24d0-4568-a13a-27ead5cc523a req-d1e75e16-f3ca-45ba-bfdb-df929c051b0d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 944 time: 0.0613790 Dec 24 10:45:34.516759 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2831a71d-24d0-4568-a13a-27ead5cc523a req-0d38a9f9-3722-4f2b-b188-cc0d28937868 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758154 Dec 24 10:45:34.521444 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37192) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:34.556691 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-485e9e1e-425b-406c-b7af-abbdb6e2cd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:34.675650 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155c8f-4c31-4ff8-a73d-5e6ac138a1ce req-5d59d78e-e69c-4205-a0c7-a1b818074c98 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:34.692005 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-54155c8f-4c31-4ff8-a73d-5e6ac138a1ce req-5d59d78e-e69c-4205-a0c7-a1b818074c98 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0887089 Dec 24 10:45:34.712904 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-485e9e1e-425b-406c-b7af-abbdb6e2cd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:34.755649 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-54155c8f-4c31-4ff8-a73d-5e6ac138a1ce req-456d0d04-7ed0-4564-b813-bd2a44ada273 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626380 Dec 24 10:45:34.789371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-485e9e1e-425b-406c-b7af-abbdb6e2cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:34.836035 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-485e9e1e-425b-406c-b7af-abbdb6e2cd64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cb00ae7621b4981959b21470cc1334d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134594 Dec 24 10:45:34.836305 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37204) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:34.840111 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e9e1e-425b-406c-b7af-abbdb6e2cd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721b866c-2edd-4341-a44c-555e8bc28ba3,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:34.912616 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:34.940718 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:34.942692 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f84e9-e9ae-49ec-a012-543e228ba91b req-cf4c782c-fc57-45ea-a1e6-c4d09ec27a10 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:34.944344 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-df8f84e9-e9ae-49ec-a012-543e228ba91b req-cf4c782c-fc57-45ea-a1e6-c4d09ec27a10 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 945 time: 0.0584040 Dec 24 10:45:35.002037 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-df8f84e9-e9ae-49ec-a012-543e228ba91b req-7fd3c58d-4951-40b7-acca-40f2e700e4ba tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Dec 24 10:45:35.033242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ea51-7e60-46ef-bc59-0dc301684706 req-08953ae2-3662-42ad-b253-0a0cfdb6fda3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:35.034715 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bce9ea51-7e60-46ef-bc59-0dc301684706 req-08953ae2-3662-42ad-b253-0a0cfdb6fda3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 944 time: 0.0512948 Dec 24 10:45:35.089169 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bce9ea51-7e60-46ef-bc59-0dc301684706 req-2942df81-77cc-44aa-aca8-0fd93fdd04a5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Dec 24 10:45:35.091596 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:35.094259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:35.095343 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/721b866c-2edd-4341-a44c-555e8bc28ba3 HTTP/1.1" status: 204 len: 168 time: 0.2575154 Dec 24 10:45:35.106500 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dbb92-7f5e-4b41-b4d4-8ae5b014d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b866c-2edd-4341-a44c-555e8bc28ba3,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:35.647364 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18430d-2a87-45e7-b439-59c67ceabe8b req-6b854154-24df-4c02-99a5-da6490f957c1 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:35.648859 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bb18430d-2a87-45e7-b439-59c67ceabe8b req-6b854154-24df-4c02-99a5-da6490f957c1 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 944 time: 0.0598428 Dec 24 10:45:35.715101 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bb18430d-2a87-45e7-b439-59c67ceabe8b req-1640dc32-fdfd-4dde-959a-9e3a94634a70 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Dec 24 10:45:35.894992 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065637ea-5ff7-4e2d-b024-d9a857e4af7c req-72933070-7ec5-4fb2-be0b-57e2c9377c87 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:35.897343 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-065637ea-5ff7-4e2d-b024-d9a857e4af7c req-72933070-7ec5-4fb2-be0b-57e2c9377c87 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0504251 Dec 24 10:45:35.945106 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-065637ea-5ff7-4e2d-b024-d9a857e4af7c req-3b269ff7-e1be-4631-9b02-d846990b001a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Dec 24 10:45:36.118026 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7369-ad1d-46b6-8fe2-3361c4256adf req-79e602ce-70e4-4ea9-9aef-ce94dea55118 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:36.121135 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-899a7369-ad1d-46b6-8fe2-3361c4256adf req-79e602ce-70e4-4ea9-9aef-ce94dea55118 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Dec 24 10:45:36.173740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-899a7369-ad1d-46b6-8fe2-3361c4256adf req-f6f01a76-69af-47e0-9a0b-bd7636041361 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Dec 24 10:45:36.217837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462fd2b-5954-4234-a3b2-f7a8d20ec520 req-da30790e-7b66-4d40-8482-7a1f2b9c38f0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:36.219287 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4462fd2b-5954-4234-a3b2-f7a8d20ec520 req-da30790e-7b66-4d40-8482-7a1f2b9c38f0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 944 time: 0.0506141 Dec 24 10:45:36.265400 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4462fd2b-5954-4234-a3b2-f7a8d20ec520 req-2413e236-67dc-44d6-99ab-a0875490417a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Dec 24 10:45:36.428967 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:45:36.432616 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 44345f3a-e246-4a77-8d9d-bd7357043c0b up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:36.714055 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:36.727001 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:45:36.777180 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 44345f3a-e246-4a77-8d9d-bd7357043c0b completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:45:36.783535 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:36.787560 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 44345f3a-e246-4a77-8d9d-bd7357043c0b triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:36.788083 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:36.831998 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:45:36.858601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fe146-9df7-4498-b5a8-2da34ec74dc6 req-4809fba5-646e-4226-a8bb-301d9818ae3e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:36.860240 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff0fe146-9df7-4498-b5a8-2da34ec74dc6 req-4809fba5-646e-4226-a8bb-301d9818ae3e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 944 time: 0.0603213 Dec 24 10:45:36.883531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:36.929215 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff0fe146-9df7-4498-b5a8-2da34ec74dc6 req-4e8544c5-ac93-4dc0-9fa8-ca37d3efdc0d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Dec 24 10:45:36.937935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:36.978368 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:37.061087 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.069552 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:37.074168 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23566b47-111f-48c8-ad2c-2351f454d278 req-01a823a7-eff5-417d-8f5b-0941eb8b6e13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:37.075875 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-23566b47-111f-48c8-ad2c-2351f454d278 req-01a823a7-eff5-417d-8f5b-0941eb8b6e13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0566385 Dec 24 10:45:37.124548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:37.148562 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-23566b47-111f-48c8-ad2c-2351f454d278 req-32f765b8-4871-45b7-b417-d459f9fac615 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617704 Dec 24 10:45:37.158883 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.163235 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 11e42488-46c0-47e4-b7d6-51ddfdde57c9 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:37.220743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b4c7e4-a496-4f35-be80-ea39c818da90" -d '{"events": [{"server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "name": "network-vif-plugged", "status": "completed", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:37.291031 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:37.305821 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c9bba-8e01-415c-bd2c-ddbe41e33941 req-ec9b0e73-e7ed-4456-9333-51b0522e15e8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:37.307804 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-693c9bba-8e01-415c-bd2c-ddbe41e33941 req-ec9b0e73-e7ed-4456-9333-51b0522e15e8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 945 time: 0.0590558 Dec 24 10:45:37.370124 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-693c9bba-8e01-415c-bd2c-ddbe41e33941 req-3fdeab1e-faf3-4563-9e36-103ef019f051 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 Dec 24 10:45:37.392842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:45:37.400172 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:37.400730 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.448017 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b7acb-6b2e-4592-80a0-de6f3b141f32 x-openstack-request-id: req-925b7acb-6b2e-4592-80a0-de6f3b141f32 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:37.448855 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "name": "network-vif-plugged", "status": "completed", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:37.448855 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-925b7acb-6b2e-4592-80a0-de6f3b141f32 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:37.449224 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b', 'code': 200} Dec 24 10:45:37.506160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58778825-554d-45b9-b045-87336ac0c1c5 req-3e731da2-d3af-4dc3-b2c0-299fa823f6ed tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:37.508341 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58778825-554d-45b9-b045-87336ac0c1c5 req-3e731da2-d3af-4dc3-b2c0-299fa823f6ed tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 944 time: 0.0585573 Dec 24 10:45:37.508532 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.547870 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:37.562996 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58778825-554d-45b9-b045-87336ac0c1c5 req-73c6f078-34e2-4860-8931-cc076f26a516 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Dec 24 10:45:37.634726 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.635513 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:37.712640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:37.815693 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:45:37.820515 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:37.824365 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.902412 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:37.933926 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,segment=NetworkSegment(8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7),segment_id=8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:38.023765 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:38.025747 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device c73f6a9a-c9cb-49c0-9d7c-7793864fb03a up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:38.053659 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dae3ea-7657-4903-b0f3-3aeedca691d0 req-6b6976b6-27cb-4326-88c2-54d387ec1650 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:38.055133 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62dae3ea-7657-4903-b0f3-3aeedca691d0 req-6b6976b6-27cb-4326-88c2-54d387ec1650 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 944 time: 0.0504894 Dec 24 10:45:38.102360 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62dae3ea-7657-4903-b0f3-3aeedca691d0 req-ce1ffa9d-7158-4b39-a08b-3f00f3bf74cc tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 Dec 24 10:45:38.105913 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:38.178571 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:45:38.182645 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:38.182992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:38.263752 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:38.311688 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65fd1a-fdc4-4129-924a-70461dd7eb0e req-d628d48d-7eed-4099-a5d6-feea3fa34628 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:38.315665 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3d65fd1a-fdc4-4129-924a-70461dd7eb0e req-d628d48d-7eed-4099-a5d6-feea3fa34628 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0690849 Dec 24 10:45:38.317715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:38.365480 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3d65fd1a-fdc4-4129-924a-70461dd7eb0e req-2d11c716-3fa0-4cf0-8f75-dad67594f92c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 Dec 24 10:45:38.424863 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:38.483959 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:38.495361 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b85eb-011a-4c0b-99e6-99c7855298e5 req-280d5603-40d7-4227-83a0-22dbf440de91 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:38.498113 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-069b85eb-011a-4c0b-99e6-99c7855298e5 req-280d5603-40d7-4227-83a0-22dbf440de91 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Dec 24 10:45:38.552773 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-069b85eb-011a-4c0b-99e6-99c7855298e5 req-72977fb8-e6e7-4b32-8764-a37a1c3b1f11 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Dec 24 10:45:38.675282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3004-5a9a-494d-a57f-6c6e41443126 req-f539d4a8-9ca5-499c-a197-f83f9795bb9b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:38.676744 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-53bd3004-5a9a-494d-a57f-6c6e41443126 req-f539d4a8-9ca5-499c-a197-f83f9795bb9b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Dec 24 10:45:38.752585 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-53bd3004-5a9a-494d-a57f-6c6e41443126 req-719ec654-51b4-4d70-a3e6-4f789521e3b0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698197 Dec 24 10:45:39.231983 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe58bd6-f6b1-4e87-b64a-4d1d894395bd req-6325b385-0867-430d-b5e0-98c773512fee tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:39.233524 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6fe58bd6-f6b1-4e87-b64a-4d1d894395bd req-6325b385-0867-430d-b5e0-98c773512fee tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Dec 24 10:45:39.287600 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6fe58bd6-f6b1-4e87-b64a-4d1d894395bd req-477a88d4-97cf-40ea-af47-fe54e983b24d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Dec 24 10:45:39.450049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9'}, {'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9'}, {'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:39.452657 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfeee4f-13a3-49c7-8f82-25b6ecb2126a" -d '{"events": [{"server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "name": "network-vif-plugged", "status": "completed", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9"}, {"server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "name": "network-vif-plugged", "status": "completed", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9"}, {"server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "name": "network-vif-plugged", "status": "completed", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:39.488644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735827-ed6b-481e-b27c-f4a476c4dc00 req-46c28961-3ef0-46ab-be87-1abeb8be27ba tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:39.490838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4e735827-ed6b-481e-b27c-f4a476c4dc00 req-46c28961-3ef0-46ab-be87-1abeb8be27ba tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0522966 Dec 24 10:45:39.501920 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7dd7b6-94d0-4b2b-8399-febfbaa53ea2 x-openstack-request-id: req-3c7dd7b6-94d0-4b2b-8399-febfbaa53ea2 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:39.502498 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "name": "network-vif-plugged", "status": "completed", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9", "code": 200}, {"server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "name": "network-vif-plugged", "status": "completed", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9", "code": 200}, {"server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "name": "network-vif-plugged", "status": "completed", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:39.502498 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c7dd7b6-94d0-4b2b-8399-febfbaa53ea2 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:39.503141 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9', 'code': 200} Dec 24 10:45:39.503490 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9', 'code': 200} Dec 24 10:45:39.503795 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'code': 200} Dec 24 10:45:39.544904 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4e735827-ed6b-481e-b27c-f4a476c4dc00 req-3e62ae1e-211f-4b0c-ae5b-75d09a30306f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472322 Dec 24 10:45:39.671220 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715492c-25fc-4733-8b54-6f2b8931091c req-f97dce3c-0ce3-4384-82eb-a95b5c32c95e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:39.672657 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f715492c-25fc-4733-8b54-6f2b8931091c req-f97dce3c-0ce3-4384-82eb-a95b5c32c95e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0477400 Dec 24 10:45:39.719484 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f715492c-25fc-4733-8b54-6f2b8931091c req-297a23f6-985d-4a97-b8d3-56e7b88ec136 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Dec 24 10:45:39.906723 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a3518-1461-48d1-b5e6-71802201725a req-86aca479-e795-4189-b07a-4f5118c9784d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:39.906723 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7f5a3518-1461-48d1-b5e6-71802201725a req-86aca479-e795-4189-b07a-4f5118c9784d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0572090 Dec 24 10:45:39.955939 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7f5a3518-1461-48d1-b5e6-71802201725a req-346ad5c0-bfd4-44f7-9b02-94a8d2109a1c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Dec 24 10:45:39.995512 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:45:40.402604 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79665aed-6767-4e53-8a90-352b69c7ec27 req-aa44f00c-4310-4581-a6e1-8fe4c8f1643e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:40.404116 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-79665aed-6767-4e53-8a90-352b69c7ec27 req-aa44f00c-4310-4581-a6e1-8fe4c8f1643e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0515709 Dec 24 10:45:40.450411 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-79665aed-6767-4e53-8a90-352b69c7ec27 req-117ef0a1-cf90-4472-b311-c562943ae5df tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Dec 24 10:45:40.660225 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70453e-7fdc-4079-803f-fac35f8525cd req-a715a9b9-7661-443c-88f5-0cd31fb2c3ae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:40.661722 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef70453e-7fdc-4079-803f-fac35f8525cd req-a715a9b9-7661-443c-88f5-0cd31fb2c3ae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0478044 Dec 24 10:45:40.697632 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37370) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:40.712424 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef70453e-7fdc-4079-803f-fac35f8525cd req-ad8e868c-2a4c-4c1d-a5e1-3326743be2a8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Dec 24 10:45:40.811310 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9f2df010-50f6-4b84-88d7-a75683c60874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:40.868877 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c14f1-c789-4cc1-b850-b8fa1d5832e3 req-ee321321-e811-4381-bc6f-6e3049a421a3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:40.870343 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-191c14f1-c789-4cc1-b850-b8fa1d5832e3 req-ee321321-e811-4381-bc6f-6e3049a421a3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0741985 Dec 24 10:45:40.941027 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-191c14f1-c789-4cc1-b850-b8fa1d5832e3 req-801cdf0b-8ff2-477b-a7b0-a34f288a2f5d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614362 Dec 24 10:45:40.958009 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9f2df010-50f6-4b84-88d7-a75683c60874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.038646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-9f2df010-50f6-4b84-88d7-a75683c60874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.071258 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c48a56-c38c-47ad-a259-c190a6cf9507 req-8d5675b1-7212-44cf-9ecb-c7b3c15ae230 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:41.072752 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a6c48a56-c38c-47ad-a259-c190a6cf9507 req-8d5675b1-7212-44cf-9ecb-c7b3c15ae230 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Dec 24 10:45:41.077465 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-9f2df010-50f6-4b84-88d7-a75683c60874 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89fb684cec4c4a8487897215d13f0bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786807 Dec 24 10:45:41.079708 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2df010-50f6-4b84-88d7-a75683c60874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652fa405-0005-4b95-ac88-6c92401eac8a,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:41.082155 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37382) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:41.121658 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a6c48a56-c38c-47ad-a259-c190a6cf9507 req-c4fb2850-306a-4e5b-b5e3-05404846e9ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Dec 24 10:45:41.131305 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.153343 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.383551 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.386168 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:41.387340 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/652fa405-0005-4b95-ac88-6c92401eac8a HTTP/1.1" status: 204 len: 168 time: 0.3042955 Dec 24 10:45:41.395220 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f1995-d24b-4000-a05c-6de7180d4480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652fa405-0005-4b95-ac88-6c92401eac8a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:41.566127 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc658c57-82c7-41ce-8d68-5d762a0b8c35 req-5755eb2a-085b-4707-8a8f-0154e37b3759 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:41.568316 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cc658c57-82c7-41ce-8d68-5d762a0b8c35 req-5755eb2a-085b-4707-8a8f-0154e37b3759 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Dec 24 10:45:41.617529 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cc658c57-82c7-41ce-8d68-5d762a0b8c35 req-0c212ae5-1de9-4748-891c-2179fe3be855 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Dec 24 10:45:41.832483 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d5e9f-3c94-4c4d-91d3-5370a4980f74 req-145984f6-ba90-4f6a-a591-805494437e8e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:41.840115 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-826d5e9f-3c94-4c4d-91d3-5370a4980f74 req-145984f6-ba90-4f6a-a591-805494437e8e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0575421 Dec 24 10:45:41.885058 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-826d5e9f-3c94-4c4d-91d3-5370a4980f74 req-28cd3217-09d6-4294-94b1-c8f84cea57a9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Dec 24 10:45:42.054358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967831-3b0f-4fd8-90d9-e1f5a9bc0306 req-fb364e59-84cb-4104-8b79-cceb8eec4f76 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:42.055810 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dd967831-3b0f-4fd8-90d9-e1f5a9bc0306 req-fb364e59-84cb-4104-8b79-cceb8eec4f76 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0484602 Dec 24 10:45:42.103434 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dd967831-3b0f-4fd8-90d9-e1f5a9bc0306 req-c35e288a-3594-4e68-bddd-3ed376d06d56 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 Dec 24 10:45:42.243176 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659760-d6e1-4106-a4ee-39ef40c54cf4 req-6e30790e-609c-4b42-8ae9-4a8834749c44 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:42.244732 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b659760-d6e1-4106-a4ee-39ef40c54cf4 req-6e30790e-609c-4b42-8ae9-4a8834749c44 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Dec 24 10:45:42.251052 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37406) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:42.266525 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-71c72c1e-ec14-48a6-ac61-d63155ec3aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.304202 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b659760-d6e1-4106-a4ee-39ef40c54cf4 req-37920fa7-3d6c-47c5-8d7c-c443262bce18 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533397 Dec 24 10:45:42.354731 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-71c72c1e-ec14-48a6-ac61-d63155ec3aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.469286 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-71c72c1e-ec14-48a6-ac61-d63155ec3aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.507981 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-71c72c1e-ec14-48a6-ac61-d63155ec3aed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0250203d5891427890333b464a6ed1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558043 Dec 24 10:45:42.509049 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c72c1e-ec14-48a6-ac61-d63155ec3aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80d170-5614-4d0d-8ea7-55daa7e42fea,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:42.512883 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37408) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:42.570228 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.591482 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.711004 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.713535 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:42.714620 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c80d170-5614-4d0d-8ea7-55daa7e42fea HTTP/1.1" status: 204 len: 168 time: 0.2008610 Dec 24 10:45:42.737970 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19a6b3-9c79-4ded-b406-5c4f99479218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80d170-5614-4d0d-8ea7-55daa7e42fea,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:42.743432 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15cf76-e684-41ae-8de8-caf3baed73f1 req-6ed13d31-6c9f-4af0-97e3-95815342316c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:42.744970 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7d15cf76-e684-41ae-8de8-caf3baed73f1 req-6ed13d31-6c9f-4af0-97e3-95815342316c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0599358 Dec 24 10:45:42.801444 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7d15cf76-e684-41ae-8de8-caf3baed73f1 req-82486c82-b8fc-4d38-9cb4-ce239caaba99 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495851 Dec 24 10:45:43.080883 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.099338 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-9b7b316c-25ec-4c12-83e6-088e6632d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.100798 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-9b7b316c-25ec-4c12-83e6-088e6632d081 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.1022379 Dec 24 10:45:43.102374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348531cb-2eb1-471e-87b2-eac646e9399d req-20276717-546c-4cda-9cb6-c4491b926bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.103677 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-348531cb-2eb1-471e-87b2-eac646e9399d req-20276717-546c-4cda-9cb6-c4491b926bed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 1098 time: 0.1134520 Dec 24 10:45:43.110571 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333ad0c-2af0-410d-b437-8734fdc18a41 req-4b81a3f6-abf0-4f3d-8e99-35b2ec6084a7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.112029 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b333ad0c-2af0-410d-b437-8734fdc18a41 req-4b81a3f6-abf0-4f3d-8e99-35b2ec6084a7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.1476693 Dec 24 10:45:43.124430 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7638a-f71b-440d-81a8-68febdcced85 req-aa60a79a-4f0c-4cdf-b218-2d4c8f26a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.125067 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4df7638a-f71b-440d-81a8-68febdcced85 req-aa60a79a-4f0c-4cdf-b218-2d4c8f26a6bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 1098 time: 0.1519125 Dec 24 10:45:43.133372 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-5615f48c-ea8a-4c7c-833f-9df2ee5581c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.134803 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-5615f48c-ea8a-4c7c-833f-9df2ee5581c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1099 time: 0.1181922 Dec 24 10:45:43.141928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.143367 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-348531cb-2eb1-471e-87b2-eac646e9399d req-3b75989f-e6bb-429b-ad5f-0148cc7ad1c4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.170667 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-0bb9422b-4f21-4dd2-85cf-f8d27a69632b service neutron] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.178382 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-4df7638a-f71b-440d-81a8-68febdcced85 req-377690b5-c5c6-41de-8422-a5a2e79905bf service neutron] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.253170 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b333ad0c-2af0-410d-b437-8734fdc18a41 req-17a0223d-b8f5-4c16-8d04-620d93e0c4ee tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292951 Dec 24 10:45:43.263342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270bed7-2a7f-43ed-b99d-8ee0edc4b79d req-56167bbe-af9f-431c-94b4-1d99a42287bb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.264959 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a270bed7-2a7f-43ed-b99d-8ee0edc4b79d req-56167bbe-af9f-431c-94b4-1d99a42287bb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0895236 Dec 24 10:45:43.318173 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.334872 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a270bed7-2a7f-43ed-b99d-8ee0edc4b79d req-862bb06f-178d-4503-a80f-d0feb4e8b670 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604722 Dec 24 10:45:43.425502 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6c11-cc24-4ec6-9e4f-f023eeb25ccb req-a2448b3c-ae75-4261-8a4d-e0f4d812c97e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.427512 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57dc6c11-cc24-4ec6-9e4f-f023eeb25ccb req-a2448b3c-ae75-4261-8a4d-e0f4d812c97e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Dec 24 10:45:43.464770 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:43.477280 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57dc6c11-cc24-4ec6-9e4f-f023eeb25ccb req-d299e523-8ca2-4952-81a6-5d870a2cb7cc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Dec 24 10:45:43.508773 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f75aa702-069f-4485-82fd-47811294c2da,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:43.512932 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990378 Dec 24 10:45:43.532730 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.db.api [req-348531cb-2eb1-471e-87b2-eac646e9399d req-3b75989f-e6bb-429b-ad5f-0148cc7ad1c4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f0d9bcc04dbf4beba7a885b4a83de3b4 {{(pid=109771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:45:43.533170 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG oslo_db.api [req-348531cb-2eb1-471e-87b2-eac646e9399d req-3b75989f-e6bb-429b-ad5f-0148cc7ad1c4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:45:43.533473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.db.api [req-4df7638a-f71b-440d-81a8-68febdcced85 req-377690b5-c5c6-41de-8422-a5a2e79905bf service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f0d9bcc04dbf4beba7a885b4a83de3b4 {{(pid=109772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:45:43.533801 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG oslo_db.api [req-4df7638a-f71b-440d-81a8-68febdcced85 req-377690b5-c5c6-41de-8422-a5a2e79905bf service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:45:43.534442 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.db.api [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-0bb9422b-4f21-4dd2-85cf-f8d27a69632b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f0d9bcc04dbf4beba7a885b4a83de3b4 {{(pid=109772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:45:43.534737 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG oslo_db.api [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-0bb9422b-4f21-4dd2-85cf-f8d27a69632b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:45:43.925319 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7777c4-dd2f-4a53-9fc4-4350e14ed9af req-02e4b276-c2ff-498c-9d67-aa6174b29fbc tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:43.925319 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da7777c4-dd2f-4a53-9fc4-4350e14ed9af req-02e4b276-c2ff-498c-9d67-aa6174b29fbc tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Dec 24 10:45:43.985079 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da7777c4-dd2f-4a53-9fc4-4350e14ed9af req-a482d108-9b89-4394-8842-972513367443 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Dec 24 10:45:44.034164 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-348531cb-2eb1-471e-87b2-eac646e9399d req-3b75989f-e6bb-429b-ad5f-0148cc7ad1c4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:44.034940 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-4df7638a-f71b-440d-81a8-68febdcced85 req-377690b5-c5c6-41de-8422-a5a2e79905bf service neutron] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:44.037493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-0bb9422b-4f21-4dd2-85cf-f8d27a69632b service neutron] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:44.103116 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-348531cb-2eb1-471e-87b2-eac646e9399d req-3b75989f-e6bb-429b-ad5f-0148cc7ad1c4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9879110 Dec 24 10:45:44.152366 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4df7638a-f71b-440d-81a8-68febdcced85 req-377690b5-c5c6-41de-8422-a5a2e79905bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0165758 Dec 24 10:45:44.154360 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e2954717-60d2-4eff-81bc-0e795e3e5ee2 req-0bb9422b-4f21-4dd2-85cf-f8d27a69632b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042009 Dec 24 10:45:44.367042 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ab65-81b4-46e5-af24-7a2425dae8f0 req-569e0b6b-3915-4bca-b0f9-cd28384b1019 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:44.368553 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c3e0ab65-81b4-46e5-af24-7a2425dae8f0 req-569e0b6b-3915-4bca-b0f9-cd28384b1019 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0531006 Dec 24 10:45:44.424477 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c3e0ab65-81b4-46e5-af24-7a2425dae8f0 req-3befe678-2af3-47d4-8182-8ef1a8ec8163 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Dec 24 10:45:44.455244 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6defb-6ee2-4ea0-a04d-800db5f191a3 req-2cf1d512-642d-4f55-a981-3e8c6f8df738 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:44.456692 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-06b6defb-6ee2-4ea0-a04d-800db5f191a3 req-2cf1d512-642d-4f55-a981-3e8c6f8df738 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0480788 Dec 24 10:45:44.508895 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-06b6defb-6ee2-4ea0-a04d-800db5f191a3 req-4a99f654-229d-4583-b8c5-c1701b9332d0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Dec 24 10:45:44.593473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635444d-8f5f-40c4-ac17-87c6e11e06fd req-b26a0c79-9ec3-4c4d-bfdf-c7c4a7e69d87 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:44.594905 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a635444d-8f5f-40c4-ac17-87c6e11e06fd req-b26a0c79-9ec3-4c4d-bfdf-c7c4a7e69d87 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0481296 Dec 24 10:45:44.653220 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a635444d-8f5f-40c4-ac17-87c6e11e06fd req-0a2c9871-10e7-4c36-9982-5d7cfb53d837 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511503 Dec 24 10:45:44.930592 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:45:45.063183 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:45:45.067884 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:45:45.068289 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:45.094127 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eea3f-8d29-44ea-a4da-b09a072f1855 req-0fc5ac01-064a-4264-b513-f9e9b94e22f6 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:45.095613 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-868eea3f-8d29-44ea-a4da-b09a072f1855 req-0fc5ac01-064a-4264-b513-f9e9b94e22f6 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0515454 Dec 24 10:45:45.150662 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-868eea3f-8d29-44ea-a4da-b09a072f1855 req-44e9790d-4f67-4d0c-8b51-c2f487d4b764 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Dec 24 10:45:45.162486 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:45.185732 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:45.187898 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf3d93-ec94-442c-8dc2-cfd0d0465eca" -d '{"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:45.201307 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:45:45.226259 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f90b7ab-4924-410a-9dba-a9778ed23090 x-openstack-request-id: req-8f90b7ab-4924-410a-9dba-a9778ed23090 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:45.226566 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:45.226815 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f90b7ab-4924-410a-9dba-a9778ed23090 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:45.227204 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'code': 200} Dec 24 10:45:45.372092 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:45.425742 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:45.545265 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594f525-cb5a-4fb6-bb60-5111bef65ddb req-e45f5ee8-05fb-4666-a462-98b23fcf2b42 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:45.546755 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1594f525-cb5a-4fb6-bb60-5111bef65ddb req-e45f5ee8-05fb-4666-a462-98b23fcf2b42 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Dec 24 10:45:45.595061 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1594f525-cb5a-4fb6-bb60-5111bef65ddb req-6d48dcd5-6c81-4d0f-be0c-53fca187edd9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Dec 24 10:45:45.624735 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d113ba-d02b-490d-83b6-f6ef6ce2e54a req-325b06a1-b578-4300-94e5-464ba361c7b3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:45.626495 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-95d113ba-d02b-490d-83b6-f6ef6ce2e54a req-325b06a1-b578-4300-94e5-464ba361c7b3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0505636 Dec 24 10:45:45.705964 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d960cb-6eb3-40e5-b4c2-9f89f74e8a05 req-b7619ab9-9cf0-41eb-a4de-01a2f21e4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:45.707609 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29d960cb-6eb3-40e5-b4c2-9f89f74e8a05 req-b7619ab9-9cf0-41eb-a4de-01a2f21e4270 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1098 time: 0.0752635 Dec 24 10:45:45.712116 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-95d113ba-d02b-490d-83b6-f6ef6ce2e54a req-164f8c92-8b4d-48ce-93a0-05d3ba33619c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785229 Dec 24 10:45:45.779288 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29d960cb-6eb3-40e5-b4c2-9f89f74e8a05 req-eee965fd-000d-4a07-a492-5414a500f988 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619838 Dec 24 10:45:45.799230 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd228ba-c6d2-466b-a025-01d9ab61f2d0 req-1feb09a8-8359-4b73-8be2-4a263c4c68ca tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:45.800785 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0cd228ba-c6d2-466b-a025-01d9ab61f2d0 req-1feb09a8-8359-4b73-8be2-4a263c4c68ca tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0638587 Dec 24 10:45:45.856974 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0cd228ba-c6d2-466b-a025-01d9ab61f2d0 req-83763181-09a8-48c9-b066-64a97e27ab71 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Dec 24 10:45:46.268131 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c076a7-6f9b-4726-b395-cad5b44d1ebc req-8ab4310a-af8e-475e-ab66-9799ad9486f4 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:46.269677 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b7c076a7-6f9b-4726-b395-cad5b44d1ebc req-8ab4310a-af8e-475e-ab66-9799ad9486f4 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0514436 Dec 24 10:45:46.333323 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b7c076a7-6f9b-4726-b395-cad5b44d1ebc req-d2a7e747-d0b8-43a8-b3c4-9c1a6cbc4442 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Dec 24 10:45:46.740689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee22e3-3d70-42fa-b5cd-264ceeae33d4 req-50a3831d-4921-43e0-8cb5-bd1979591493 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:46.742364 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12ee22e3-3d70-42fa-b5cd-264ceeae33d4 req-50a3831d-4921-43e0-8cb5-bd1979591493 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0602472 Dec 24 10:45:46.822536 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12ee22e3-3d70-42fa-b5cd-264ceeae33d4 req-2fef3601-6b84-4f79-9bd8-b10a0fdd7316 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696914 Dec 24 10:45:46.878365 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf08482-908b-49ca-9bef-ab9660af9119 req-170eb1e3-2ee2-4874-8e72-418d0da5c806 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:46.879893 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-baf08482-908b-49ca-9bef-ab9660af9119 req-170eb1e3-2ee2-4874-8e72-418d0da5c806 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0824325 Dec 24 10:45:46.949157 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-baf08482-908b-49ca-9bef-ab9660af9119 req-ac57d82b-0a88-43f1-85f4-0bc88df24289 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572009 Dec 24 10:45:46.998585 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34f00-9f45-4ddc-afa2-0573cf50e959 req-ffbe6e62-66d8-4f69-9baa-d4d2bc8ee75d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:47.001810 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fe34f00-9f45-4ddc-afa2-0573cf50e959 req-ffbe6e62-66d8-4f69-9baa-d4d2bc8ee75d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0650790 Dec 24 10:45:47.053030 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fe34f00-9f45-4ddc-afa2-0573cf50e959 req-0c87d878-355f-4e87-b9a2-4473e9cfe27c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 Dec 24 10:45:47.457424 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1de9-dcc2-4fc3-bb22-0ef8b1fa88e5 req-1972be50-0769-496d-a88a-8eeb83cd1e4c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:47.459450 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f23c1de9-dcc2-4fc3-bb22-0ef8b1fa88e5 req-1972be50-0769-496d-a88a-8eeb83cd1e4c tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0541260 Dec 24 10:45:47.506445 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f23c1de9-dcc2-4fc3-bb22-0ef8b1fa88e5 req-8a0c2fc7-2967-4bb9-810b-ef2ca4b75865 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Dec 24 10:45:47.956353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfe414-e42f-4f19-a2c8-b65d78ef7cb0 req-663fdcc6-56e5-49a7-97e5-cde4fbc70f75 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:47.957823 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8ccfe414-e42f-4f19-a2c8-b65d78ef7cb0 req-663fdcc6-56e5-49a7-97e5-cde4fbc70f75 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Dec 24 10:45:48.017673 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8ccfe414-e42f-4f19-a2c8-b65d78ef7cb0 req-bf2c39a9-73b7-4a69-b44d-0e8ddf49cd63 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531662 Dec 24 10:45:48.081150 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aaecd-d1d7-46e0-bf9b-d5f30b76730b req-ec065797-7777-461e-975a-6942a1e33132 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:48.084541 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-122aaecd-d1d7-46e0-bf9b-d5f30b76730b req-ec065797-7777-461e-975a-6942a1e33132 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0600274 Dec 24 10:45:48.144791 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-122aaecd-d1d7-46e0-bf9b-d5f30b76730b req-d89c99d4-f269-4604-a930-0f98e7f381ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514119 Dec 24 10:45:48.179497 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cd965-9795-44c1-a389-eae3d6af203c req-52a859ad-6c70-404b-b412-5c027dfd5f31 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:48.180992 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a02cd965-9795-44c1-a389-eae3d6af203c req-52a859ad-6c70-404b-b412-5c027dfd5f31 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0527596 Dec 24 10:45:48.234945 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a02cd965-9795-44c1-a389-eae3d6af203c req-2c1e146c-b750-466c-a2f5-de3cf4dd58c7 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Dec 24 10:45:48.807215 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a7c0-ecd5-4836-8190-74caca5590ab req-409310ae-6792-4e6a-b11e-42b1934d18d5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:48.808581 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b0e2a7c0-ecd5-4836-8190-74caca5590ab req-409310ae-6792-4e6a-b11e-42b1934d18d5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0473146 Dec 24 10:45:48.859999 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b0e2a7c0-ecd5-4836-8190-74caca5590ab req-1fed8e9d-9c2a-48d1-bf25-4328088c830a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Dec 24 10:45:48.904404 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-bc821bf9-cb5c-42ec-866a-5fde970b6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:48.905894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-bc821bf9-cb5c-42ec-866a-5fde970b6f4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1099 time: 0.0452893 Dec 24 10:45:49.005569 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-c5271a2e-95b8-4e2e-b5bf-cbe838fccc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:49.006993 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-c5271a2e-95b8-4e2e-b5bf-cbe838fccc6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.0854042 Dec 24 10:45:49.237649 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-46d84406-9645-4cae-aae9-cfa4cfeba457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 200 len: 217 time: 0.2201238 Dec 24 10:45:49.312632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-f8495fea-62c6-4d46-b0e6-d84d549c41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:49.313996 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-f8495fea-62c6-4d46-b0e6-d84d549c41c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0683181 Dec 24 10:45:49.322066 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc15c-b670-4ad4-846b-46c7e9df64df req-2f099a80-9dec-4e93-93bc-2ca3e6be0ef3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:49.323384 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-50cbc15c-b670-4ad4-846b-46c7e9df64df req-2f099a80-9dec-4e93-93bc-2ca3e6be0ef3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0884786 Dec 24 10:45:49.352776 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-4bbaa48d-7b92-4c2f-8a01-17d66d81838e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284853 Dec 24 10:45:49.441113 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-50cbc15c-b670-4ad4-846b-46c7e9df64df req-40008d05-bd66-45ec-9c29-93e6437b2d19 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097891 Dec 24 10:45:49.470212 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-206b5843-dde0-4557-a648-dec79eb772a4 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097035 Dec 24 10:45:49.568842 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60200f77-6ca9-4f47-81fa-eda1a840bdf4 req-6c23886a-7b2b-4105-87a7-9a9c89c214bd service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844030 Dec 24 10:45:49.613101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7e21c-ded0-4730-8258-7a45aaac3680 req-1acafdb5-2ab7-4193-b5e0-6fbf2f481589 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:49.614525 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a0d7e21c-ded0-4730-8258-7a45aaac3680 req-1acafdb5-2ab7-4193-b5e0-6fbf2f481589 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Dec 24 10:45:49.623314 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37618) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:49.627837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'floatingip': {'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:45:49.699892 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:49.980484 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513705b9-c167-46d7-aacd-e13b53d82613 req-bab4c1e9-397f-4240-81ee-b045643d8f66 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:49.982066 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-513705b9-c167-46d7-aacd-e13b53d82613 req-bab4c1e9-397f-4240-81ee-b045643d8f66 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0507987 Dec 24 10:45:50.036044 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-513705b9-c167-46d7-aacd-e13b53d82613 req-9dcee278-fc8a-4d93-a344-b41eef475acc tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Dec 24 10:45:50.580988 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:50.703417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:50.803725 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Floating IP 6bb3bb27-9a44-46c1-8699-2e2271b251ab associated. External IP: 172.27.1.207, port: e50dfc57-62cb-4d13-9e17-f48edcdb1dcc. Dec 24 10:45:51.023307 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:45:51.145242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:45:51.150460 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:51.159018 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:45:51.169065 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:51.169676 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:51.181074 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-02308c0c-9920-43ee-b4a8-5c1813a9402b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "PUT /v2.0/floatingips/6bb3bb27-9a44-46c1-8699-2e2271b251ab HTTP/1.1" status: 200 len: 991 time: 1.5564692 Dec 24 10:45:51.181542 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:45:51.184191 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25848077-4a24-46be-bc20-2ce7b11e92fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:45:51.277550 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:51.440855 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b121a9f-2f9a-46e4-a141-f9b95ca3f795 req-45c9c778-9f56-457e-968d-409c23e4a03d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:51.440855 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9b121a9f-2f9a-46e4-a141-f9b95ca3f795 req-45c9c778-9f56-457e-968d-409c23e4a03d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0660448 Dec 24 10:45:51.490663 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9b121a9f-2f9a-46e4-a141-f9b95ca3f795 req-73a5bcd7-c20b-47ae-81e8-c3084506bfcf tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Dec 24 10:45:51.568926 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '6bb3bb27-9a44-46c1-8699-2e2271b251ab', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:45:19Z', 'updated_at': '2021-12-24T10:45:50Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:51.597317 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:45:51.605729 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:45:51.606341 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:51.666101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ff145-01ca-4d69-b67b-5697179ccbc9 x-openstack-request-id: req-9f9ff145-01ca-4d69-b67b-5697179ccbc9 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:45:51.666101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:45:51.666101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f9ff145-01ca-4d69-b67b-5697179ccbc9 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:45:51.666101 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'status': 'completed', 'code': 200} Dec 24 10:45:51.711927 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-e63f6aba-2110-421b-893a-9f5fb0c0b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:51.711927 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-e63f6aba-2110-421b-893a-9f5fb0c0b0bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1098 time: 0.0410342 Dec 24 10:45:51.717954 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:45:51.892355 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-a1421f66-2390-42ce-89a6-08e8a2bff72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:51.894016 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-a1421f66-2390-42ce-89a6-08e8a2bff72e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.1093633 Dec 24 10:45:52.016091 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-df912fd3-5217-45b0-94a5-58ce040879ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 999 time: 0.1131332 Dec 24 10:45:52.032738 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '6bb3bb27-9a44-46c1-8699-2e2271b251ab', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:45:19Z', 'updated_at': '2021-12-24T10:45:50Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:52.063940 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b33f7d-3364-4eca-9a35-304142b31562 None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '6bb3bb27-9a44-46c1-8699-2e2271b251ab', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:45:19Z', 'updated_at': '2021-12-24T10:45:50Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:45:52.068695 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-592fe624-4af0-4117-866e-d85bdb1ffb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:52.070263 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-592fe624-4af0-4117-866e-d85bdb1ffb22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0467758 Dec 24 10:45:52.125254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-067ec128-cb8d-4ff2-8fe9-a854fa8cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:52.126686 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-067ec128-cb8d-4ff2-8fe9-a854fa8cffa0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449824 Dec 24 10:45:52.233199 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-74c09388-58f1-41b1-a676-48db9a7ce3ca service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937665 Dec 24 10:45:52.271435 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1c0f02-20a3-4e9d-99c7-19a732b57f4d None None] New status for floating IP 6bb3bb27-9a44-46c1-8699-2e2271b251ab: ACTIVE {{(pid=109774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:45:52.335848 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-25848077-4a24-46be-bc20-2ce7b11e92fd req-895c0113-be0e-4665-a5f5-d0204a5ed22c service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887139 Dec 24 10:45:52.626494 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa48447-6c48-4c7f-b5fb-636e265dda1a req-d0e79ad7-c8d6-4329-90d5-7ce76ad90056 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:52.628346 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faa48447-6c48-4c7f-b5fb-636e265dda1a req-d0e79ad7-c8d6-4329-90d5-7ce76ad90056 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0657587 Dec 24 10:45:52.692324 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faa48447-6c48-4c7f-b5fb-636e265dda1a req-3fec9c4e-457f-4d61-b183-bb2a0a8f66d9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Dec 24 10:45:53.434055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37756) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:53.542876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2b979e1d-ad1e-4c8b-a625-e8308fc4e57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:53.621028 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2b979e1d-ad1e-4c8b-a625-e8308fc4e57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:53.770023 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2b979e1d-ad1e-4c8b-a625-e8308fc4e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:53.831102 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2b979e1d-ad1e-4c8b-a625-e8308fc4e57f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edfa0eb8988f4dda8ca1a41255193185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959484 Dec 24 10:45:53.835283 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37778) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:53.836805 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979e1d-ad1e-4c8b-a625-e8308fc4e57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f125869-ebf6-4bb5-bf30-3b7fa9de0e63,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:53.859904 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8319d6-2fe9-4c7e-97be-3dbbbf1a2854 req-6d383d54-a0ba-4ae1-817a-a145000f47eb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:53.861554 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1b8319d6-2fe9-4c7e-97be-3dbbbf1a2854 req-6d383d54-a0ba-4ae1-817a-a145000f47eb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0718923 Dec 24 10:45:53.906681 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:53.912804 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1b8319d6-2fe9-4c7e-97be-3dbbbf1a2854 req-6b28d520-d06c-42cc-82af-78dafbdfa693 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Dec 24 10:45:53.928309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.055355 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.057943 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.059123 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f125869-ebf6-4bb5-bf30-3b7fa9de0e63 HTTP/1.1" status: 204 len: 168 time: 0.2221019 Dec 24 10:45:54.066820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fa978-5b45-495d-a51a-3823e440fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f125869-ebf6-4bb5-bf30-3b7fa9de0e63,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:54.789255 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37802) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:54.804724 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cfd3-f685-4ec3-a306-875c6027a8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.871086 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37812) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:54.913767 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cfd3-f685-4ec3-a306-875c6027a8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.928102 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Deleting subnet b0ee17a0-a788-4a6d-a117-c9a162d19056 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:45:54.931269 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.965879 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:54.978829 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.008037 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b9c0cfd3-f685-4ec3-a306-875c6027a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.029954 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dd1ba-173a-47c7-be4e-e20ae6be6ac1 req-312922e4-4e6e-44d4-a08e-f7b51555caa0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:55.031430 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6c9dd1ba-173a-47c7-be4e-e20ae6be6ac1 req-312922e4-4e6e-44d4-a08e-f7b51555caa0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0507905 Dec 24 10:45:55.058572 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b9c0cfd3-f685-4ec3-a306-875c6027a8d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df647a0a3ef84033996d9c933edcbf4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679751 Dec 24 10:45:55.061765 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0cfd3-f685-4ec3-a306-875c6027a8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c7740-e649-424d-b6d6-5674ab69835f,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:55.065754 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37816) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:55.096547 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:45:55.126806 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.149583 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.217979 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.243833 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ee17a0-a788-4a6d-a117-c9a162d19056,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:55.247517 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.251983 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-37185744-6dd5-4554-af17-2bef73d528e1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b0ee17a0-a788-4a6d-a117-c9a162d19056 HTTP/1.1" status: 204 len: 168 time: 0.3799038 Dec 24 10:45:55.253110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37818) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:55.260718 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6c9dd1ba-173a-47c7-be4e-e20ae6be6ac1 req-5861bc27-4ce7-4981-88bc-2839906a4d83 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226927 Dec 24 10:45:55.323255 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.327282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.329822 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.330890 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac9c7740-e649-424d-b6d6-5674ab69835f HTTP/1.1" status: 204 len: 168 time: 0.2613342 Dec 24 10:45:55.344133 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c339a5-bd2c-4d2a-bcc8-3b83d749717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c7740-e649-424d-b6d6-5674ab69835f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:55.420356 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.441136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.441983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.442212 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.443061 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > port after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.443381 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.443710 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.444025 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.444335 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.444645 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.445000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.603453 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.603798 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.604124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.604456 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:55.604841 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7522d509-018c-48e7-abe6-d6ad07fddf06']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:55.626138 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9781e06-5fb1-4d05-9f53-280f9c75c7e2') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:55.626509 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9781e06-5fb1-4d05-9f53-280f9c75c7e2') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:55.642341 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.662631 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.670745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:45:55.671059 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.696849 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:45:55.699152 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:45:55.867371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.874624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.880465 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] 10.222.0.30 "DELETE /v2.0/networks/7522d509-018c-48e7-abe6-d6ad07fddf06 HTTP/1.1" status: 204 len: 168 time: 0.6233718 Dec 24 10:45:55.881259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37838) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:55.887568 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b7ef4-a80a-4576-a689-8a45d1fde43d admin admin] Pushing event deleted for resources: {'Network': ['ID=7522d509-018c-48e7-abe6-d6ad07fddf06,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:55.898165 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-1cf084b9-729f-46b3-8763-8ad765d9bea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.936805 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Deleting subnet 7983becc-23f5-4add-b0e5-aa05f0e444e5 {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:45:55.940420 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.979207 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:55.989425 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.154774 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.181873 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7983becc-23f5-4add-b0e5-aa05f0e444e5,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:56.183527 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.186666 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-aab6f679-f841-41f2-b2d1-4bf39516fae7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7983becc-23f5-4add-b0e5-aa05f0e444e5 HTTP/1.1" status: 204 len: 168 time: 0.3040185 Dec 24 10:45:56.189294 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37850) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:56.257090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.358829 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.397330 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.397667 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.398404 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > port after_create 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > port after_update 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.402450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.467814 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.468164 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.468490 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.468842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 10:45:56.469205 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37788c3c-dab9-4f07-9980-b9bc5a092120']}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:56.494137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f21562e-7938-431d-b7c7-68628abcee83') {'for_net_delete': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:56.494423 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f21562e-7938-431d-b7c7-68628abcee83') {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:45:56.512071 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784866'] for segment, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.522981 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b8206-190a-40e1-96e7-81a033435066 req-789567fe-d947-4949-bc93-e5d05bf84640 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:56.524788 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f86b8206-190a-40e1-96e7-81a033435066 req-789567fe-d947-4949-bc93-e5d05bf84640 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1805027 Dec 24 10:45:56.552460 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.564841 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:45:56.565251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5850147'] for segment, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: from cryptography.utils import int_from_bytes Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: from cryptography.utils import int_from_bytes Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.569951 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: Traceback (most recent call last): Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: timer() Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: cb(*args, **kw) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: return func(*args, **kwargs) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: self._notify() Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: self.callback(batched_events) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: event.method(event) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: return f(self, *a, **k) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._get(url).json() Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: return self.request(url, 'GET', **kwargs) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:45:56.572493 dv-cinder-816443-3-iscsi neutron-server[109771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:45:56.635070 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f86b8206-190a-40e1-96e7-81a033435066 req-8a427fda-2e47-45a2-9eec-d6d33f3e2630 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030498 Dec 24 10:45:56.714396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.721876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:56.730921 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] 10.222.0.30 "DELETE /v2.0/networks/37788c3c-dab9-4f07-9980-b9bc5a092120 HTTP/1.1" status: 204 len: 168 time: 0.5352173 Dec 24 10:45:56.739888 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669f8db-303b-4e6e-9efb-eb6996b2652a admin admin] Pushing event deleted for resources: {'Network': ['ID=37788c3c-dab9-4f07-9980-b9bc5a092120,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:57.101473 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37882) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:57.141785 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-baa896e3-3c6b-478d-ada4-32b37bf7502f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a60177427acf49959b84f34bf2b1c14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367873 Dec 24 10:45:57.142305 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37886) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:57.192295 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.212517 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.236955 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 37890) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:57.331288 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.334488 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.335628 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa5bba43-7f17-4d2c-8b83-69e5863de81c HTTP/1.1" status: 204 len: 168 time: 0.1924076 Dec 24 10:45:57.338607 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-daa5b4d4-6ba1-4f43-b9a0-b95c05407033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.346311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68380-a269-4278-b279-22340cd0aa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5bba43-7f17-4d2c-8b83-69e5863de81c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:57.422084 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-daa5b4d4-6ba1-4f43-b9a0-b95c05407033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.521275 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-daa5b4d4-6ba1-4f43-b9a0-b95c05407033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.559130 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-daa5b4d4-6ba1-4f43-b9a0-b95c05407033 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0acf0546ac64238822fb9be6e739900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210542 Dec 24 10:45:57.559891 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b4d4-6ba1-4f43-b9a0-b95c05407033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599626c9-f18c-4f43-b122-8fc9a6c2c188,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:57.562172 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37896) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:57.609425 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.629865 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.750720 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb710a3-9f42-40ed-bd28-e082f575e5e6 req-63d068b7-ade2-4f0a-85f3-921b048cdbab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:57.753359 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6fb710a3-9f42-40ed-bd28-e082f575e5e6 req-63d068b7-ade2-4f0a-85f3-921b048cdbab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0496554 Dec 24 10:45:57.767300 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.769863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:57.771496 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/599626c9-f18c-4f43-b122-8fc9a6c2c188 HTTP/1.1" status: 204 len: 168 time: 0.2082641 Dec 24 10:45:57.788161 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc228f20-16be-40cd-bd32-27059a9490ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599626c9-f18c-4f43-b122-8fc9a6c2c188,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:57.821940 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6fb710a3-9f42-40ed-bd28-e082f575e5e6 req-6951bc84-cd9a-4c3d-b65f-19fb8cf5a0f7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Dec 24 10:45:58.017013 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-df2cfbe0-adfa-4e25-abd6-4370bae7dd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.034605 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37910) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:58.072890 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8441c405-6ab9-40a5-8074-85fb55f2f8d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcd18a59dc1448999920830aaaeb523d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370309 Dec 24 10:45:58.075079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 37912) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:45:58.122786 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.143639 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.314420 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.317067 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.318770 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b77780a0-f6fa-47ea-99e0-84151ff0b4e9 HTTP/1.1" status: 204 len: 168 time: 0.2428122 Dec 24 10:45:58.329616 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdae29-ec1f-4874-8c80-734b3fdd1e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77780a0-f6fa-47ea-99e0-84151ff0b4e9,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:45:58.983039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:45:58.990979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1acb-cc1d-4c28-8494-308c9676c4f1 req-94c2927e-d8c5-44b2-825a-4c88bbbd4404 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:45:58.992441 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-956a1acb-cc1d-4c28-8494-308c9676c4f1 req-94c2927e-d8c5-44b2-825a-4c88bbbd4404 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0695646 Dec 24 10:45:59.042647 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-956a1acb-cc1d-4c28-8494-308c9676c4f1 req-09450908-7872-4c7c-be0f-ecd5bf6a9d6e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Dec 24 10:46:00.157622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81ac8e-3126-412a-8694-3939ee1b0277 req-da8d5435-299a-43a0-803d-7a032c665a07 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:00.159115 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5c81ac8e-3126-412a-8694-3939ee1b0277 req-da8d5435-299a-43a0-803d-7a032c665a07 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0472195 Dec 24 10:46:00.207291 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5c81ac8e-3126-412a-8694-3939ee1b0277 req-85a8f38b-cbe5-4cac-8366-8ad384d419fa tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Dec 24 10:46:00.800781 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:01.337029 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ea812-5221-4743-be16-281faec313a8 req-d8014e57-4671-4a85-bc5f-e02c60f796ab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:01.338764 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-de8ea812-5221-4743-be16-281faec313a8 req-d8014e57-4671-4a85-bc5f-e02c60f796ab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0576165 Dec 24 10:46:01.391186 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-de8ea812-5221-4743-be16-281faec313a8 req-12449e1d-da2e-4044-a3b9-d78a4edc0573 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454261 Dec 24 10:46:01.519919 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:02.507183 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba51ce9-9028-4b94-b2bb-3c35b29ef3a0 req-78dab474-b1d4-4306-956b-2bba0b9ea7e7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:02.508620 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dba51ce9-9028-4b94-b2bb-3c35b29ef3a0 req-78dab474-b1d4-4306-956b-2bba0b9ea7e7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0486178 Dec 24 10:46:02.556163 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dba51ce9-9028-4b94-b2bb-3c35b29ef3a0 req-968e4b8e-b4da-46e5-afe0-8188e7ff3e87 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Dec 24 10:46:03.408725 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38118) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:03.512788 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.591716 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.697307 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc78627-b039-4193-aad4-866da142b685 req-c86c980c-80a3-472e-aa19-f6b12f00b536 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:03.698924 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcc78627-b039-4193-aad4-866da142b685 req-c86c980c-80a3-472e-aa19-f6b12f00b536 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0683637 Dec 24 10:46:03.700044 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.750631 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7096e1f531d4ff9ab57e13a8c70ab96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408275 Dec 24 10:46:03.753289 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38132) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:03.755818 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9131e4-ba17-467a-ad40-708f844e8bbe,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:03.771144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.771491 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.771835 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.772169 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.772499 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.772853 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.773178 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.773504 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.773832 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.774413 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.774733 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.775060 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.775380 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a1437-ddc4-47d2-92a7-692efce969aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:03.793201 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcc78627-b039-4193-aad4-866da142b685 req-ca978609-b7ab-446a-a7e5-01446b35ff80 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872588 Dec 24 10:46:03.810409 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.830980 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.987356 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.990272 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:03.991420 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b9131e4-ba17-467a-ad40-708f844e8bbe HTTP/1.1" status: 204 len: 168 time: 0.2369988 Dec 24 10:46:04.000636 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9131e4-ba17-467a-ad40-708f844e8bbe,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:04.008536 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.008893 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.009235 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.009573 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.009898 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.010223 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.010546 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.010867 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.011186 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.011505 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.011820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.012160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.012470 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f10583-11ca-4d97-a5a6-3ce76981fd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:04.099141 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38142) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:04.184327 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e037-d762-420f-a75f-55ecd021b437 req-c151b25f-4ebc-416e-83ad-23865d474523 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:04.192711 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b523e037-d762-420f-a75f-55ecd021b437 req-c151b25f-4ebc-416e-83ad-23865d474523 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0846407 Dec 24 10:46:04.236514 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b523e037-d762-420f-a75f-55ecd021b437 req-d108700e-f6f5-4dce-a2c3-f1881a1a8ae7 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Dec 24 10:46:04.260788 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b86a0a2f-190d-4c0e-912e-56af6d10520c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.335046 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b86a0a2f-190d-4c0e-912e-56af6d10520c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.481482 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b86a0a2f-190d-4c0e-912e-56af6d10520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.521159 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a0a2f-190d-4c0e-912e-56af6d10520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570a34e2-0084-47b1-88b8-8329d0664dea,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:04.526680 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b86a0a2f-190d-4c0e-912e-56af6d10520c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf993f9dd6b403bbfcc87bec7e465e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263439 Dec 24 10:46:04.529347 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38162) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:04.576593 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.597921 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.737518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.740420 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:04.741627 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/570a34e2-0084-47b1-88b8-8329d0664dea HTTP/1.1" status: 204 len: 168 time: 0.2113729 Dec 24 10:46:04.749510 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3529fe-45ea-4c07-8978-a6fbada0e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a34e2-0084-47b1-88b8-8329d0664dea,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:04.914729 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdafd6-becf-4c91-8012-d3f25eea7a96 req-5a666fc4-d4dc-4631-b061-416559a8fe0e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:04.916230 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5bfdafd6-becf-4c91-8012-d3f25eea7a96 req-5a666fc4-d4dc-4631-b061-416559a8fe0e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0496733 Dec 24 10:46:04.980051 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5bfdafd6-becf-4c91-8012-d3f25eea7a96 req-7ae2f424-851f-4fc9-bb85-32853476b139 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560215 Dec 24 10:46:05.363094 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd495d-9837-4acf-82fd-d8a90a93ce47 req-98bddb16-c6fc-4ad7-8149-d24e8312667e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:05.365109 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89dd495d-9837-4acf-82fd-d8a90a93ce47 req-98bddb16-c6fc-4ad7-8149-d24e8312667e tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0467317 Dec 24 10:46:05.411563 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89dd495d-9837-4acf-82fd-d8a90a93ce47 req-8123abe1-9282-47ea-8e6f-374446169500 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Dec 24 10:46:05.429302 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38198) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:05.441861 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f93fe9ee-716b-4f22-a04a-f092fff0889a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.514313 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f93fe9ee-716b-4f22-a04a-f092fff0889a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.667092 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f93fe9ee-716b-4f22-a04a-f092fff0889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.704122 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f93fe9ee-716b-4f22-a04a-f092fff0889a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a025ea098247059ecbdb438ce34f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738037 Dec 24 10:46:05.704959 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fe9ee-716b-4f22-a04a-f092fff0889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dc165-b1a0-4c62-a2e8-5aed20908092,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:05.706940 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38202) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:05.758585 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.781979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.971148 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.973840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:05.975129 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/255dc165-b1a0-4c62-a2e8-5aed20908092 HTTP/1.1" status: 204 len: 168 time: 0.2671509 Dec 24 10:46:05.983233 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8e58a-f8b6-4bf6-9d91-aa30da512c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dc165-b1a0-4c62-a2e8-5aed20908092,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:06.131401 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c4c2b-6ae3-4dc4-991c-e78500fda6e4 req-9121a2a3-a6d7-4c46-ab2b-0f479c6fde15 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:06.133211 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-328c4c2b-6ae3-4dc4-991c-e78500fda6e4 req-9121a2a3-a6d7-4c46-ab2b-0f479c6fde15 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0705032 Dec 24 10:46:06.197359 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-328c4c2b-6ae3-4dc4-991c-e78500fda6e4 req-8621bbb5-d888-464d-acd4-359f51395ff7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Dec 24 10:46:06.544504 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01452d-d306-4b1e-a2b5-6d941e5fc663 req-32936d49-24f1-485c-b99a-95a41463812d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:06.546090 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e01452d-d306-4b1e-a2b5-6d941e5fc663 req-32936d49-24f1-485c-b99a-95a41463812d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0619838 Dec 24 10:46:06.595920 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e01452d-d306-4b1e-a2b5-6d941e5fc663 req-c3a57709-ccd9-4410-a656-d08b2b3944fe tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e70a389-2367-48a7-acb1-1481797f9025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Dec 24 10:46:06.625783 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-aa505afa-9a65-4123-bfed-e386f2a4852d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:06.627215 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-aa505afa-9a65-4123-bfed-e386f2a4852d tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.24 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 945 time: 0.0515687 Dec 24 10:46:06.782716 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Deleting port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:46:06.783049 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:06.898278 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-882ffce1-18a8-435a-aca1-803ff10d6e54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623260 Dec 24 10:46:06.905987 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] For port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,segment=NetworkSegment(8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7),segment_id=8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:06.906343 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:06.925448 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Calling delete_port for 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:46:07.218123 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-f744a2f0-16ac-469e-b6bd-27b2e350efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:07.219580 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-f744a2f0-16ac-469e-b6bd-27b2e350efd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 1098 time: 0.2584803 Dec 24 10:46:07.430191 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd38b6-ed5b-4d48-9297-623981b695e2 req-4e21eb2d-0870-4261-91ca-276f32a0ff0c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:07.434531 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38294) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:07.435621 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-08cd38b6-ed5b-4d48-9297-623981b695e2 req-4e21eb2d-0870-4261-91ca-276f32a0ff0c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1260476 Dec 24 10:46:07.439772 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:07.484354 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['194d1221-8d93-48d8-9ae0-aff4aac7c1b9'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:07.517624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-fc6e7d8a-830d-4950-8ad0-04453dc890f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:07.519244 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-fc6e7d8a-830d-4950-8ad0-04453dc890f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 915 time: 0.2571712 Dec 24 10:46:07.525788 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Pushing event deleted for resources: {'Port': ['ID=194d1221-8d93-48d8-9ae0-aff4aac7c1b9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:07.642481 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-08cd38b6-ed5b-4d48-9297-623981b695e2 req-f02f13ae-53a2-4470-ada3-2439f843da3b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959174 Dec 24 10:46:07.644214 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-431acb7c-c4fe-4a07-9c77-1be1aa2327e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a HTTP/1.1" status: 200 len: 217 time: 0.0833073 Dec 24 10:46:07.645097 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] No DVR routers for this DVR port 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:46:07.654186 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:07.654973 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b9ed307-e3c4-48e7-8170-c6341350ad8c req-241eaccd-cb79-49a2-a6dc-fde766f52401 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.24 "DELETE /v2.0/ports/194d1221-8d93-48d8-9ae0-aff4aac7c1b9 HTTP/1.1" status: 204 len: 173 time: 1.0187581 Dec 24 10:46:07.655473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'name': 'network-vif-deleted', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:07.658863 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936aa8e7-43a1-4da0-a436-e91f18a492e9" -d '{"events": [{"server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "name": "network-vif-deleted", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:07.714580 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba7913-7531-4f1d-8d52-6fe4dc9355fe x-openstack-request-id: req-adba7913-7531-4f1d-8d52-6fe4dc9355fe {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:07.714874 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77538c5-1e85-4d4f-b6cb-1c003149fac1", "name": "network-vif-deleted", "tag": "194d1221-8d93-48d8-9ae0-aff4aac7c1b9", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:07.715312 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adba7913-7531-4f1d-8d52-6fe4dc9355fe {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:07.715714 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77538c5-1e85-4d4f-b6cb-1c003149fac1', 'name': 'network-vif-deleted', 'tag': '194d1221-8d93-48d8-9ae0-aff4aac7c1b9', 'status': 'completed', 'code': 200} Dec 24 10:46:07.735986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-fe743b0e-c495-4822-b92a-fd472503f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:07.736903 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e66327b6-d018-40a1-abb0-61751da7b245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:07.737545 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-fe743b0e-c495-4822-b92a-fd472503f510 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.0740204 Dec 24 10:46:07.785550 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-a846d0a5-0ce1-44f2-8769-ffd5ab89ee74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283990 Dec 24 10:46:07.794784 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e417e5d7-8e74-4320-8502-92fe47357d09 req-26777c1d-6c79-40cc-b6cb-bc1708df5177 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0295687 Dec 24 10:46:07.881089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e66327b6-d018-40a1-abb0-61751da7b245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:07.920960 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-7bc6c68d-84b9-49e8-9673-0c9e105d5784 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147220 Dec 24 10:46:07.988762 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e66327b6-d018-40a1-abb0-61751da7b245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:08.029527 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66327b6-d018-40a1-abb0-61751da7b245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd331fe6-9e76-4281-bd49-50f4355de426,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:08.033891 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e66327b6-d018-40a1-abb0-61751da7b245 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fabd3e1606e418d8d59d7127c570046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982494 Dec 24 10:46:08.037018 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38316) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:08.046491 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c9ebcf02-b19c-4025-b505-fb4a851a136e req-cc07bccc-2096-469e-8d7f-5436b7d252b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119733 Dec 24 10:46:08.090993 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:08.116952 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:08.256238 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:08.258726 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:08.259875 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd331fe6-9e76-4281-bd49-50f4355de426 HTTP/1.1" status: 204 len: 168 time: 0.2219510 Dec 24 10:46:08.271304 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214ccd6-8115-4b1e-98c0-1849cfc8e2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd331fe6-9e76-4281-bd49-50f4355de426,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:08.785323 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e4c26-7868-423c-a2fe-5db2cb56cf4b req-8ab99a8b-b3d0-436f-bbe8-94f8f9c31662 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:08.787427 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ce2e4c26-7868-423c-a2fe-5db2cb56cf4b req-8ab99a8b-b3d0-436f-bbe8-94f8f9c31662 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0645592 Dec 24 10:46:08.834379 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ce2e4c26-7868-423c-a2fe-5db2cb56cf4b req-60c71f9c-768a-441f-9704-f842440b77de tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Dec 24 10:46:08.926127 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c3e3b88f-05ee-4484-95d6-6a720903dd84 req-9f7e6b70-2ac9-4833-8b25-ac9207083928 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0417686 Dec 24 10:46:09.134749 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38348) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:09.149439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bcd085cd-5bad-415c-9bc1-54004462f1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.233619 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bcd085cd-5bad-415c-9bc1-54004462f1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.433908 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bcd085cd-5bad-415c-9bc1-54004462f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.472326 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bcd085cd-5bad-415c-9bc1-54004462f1c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30f5fd7f790a42b3a1f6806b899f4853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363364 Dec 24 10:46:09.487433 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd085cd-5bad-415c-9bc1-54004462f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d333887-8085-4048-a012-c2d4a0d446ce,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:09.502077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38350) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:09.550643 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.571665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.834805 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.838415 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:09.839622 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d333887-8085-4048-a012-c2d4a0d446ce HTTP/1.1" status: 204 len: 168 time: 0.3365552 Dec 24 10:46:09.848307 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b088e5-2d16-484c-9d53-8abd62d4f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d333887-8085-4048-a012-c2d4a0d446ce,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:09.955883 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7205b-3225-4f5f-9303-8626bccf5ca6 req-2c466976-3f17-46f4-9686-20d8c7a6fe79 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:09.969265 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3bd7205b-3225-4f5f-9303-8626bccf5ca6 req-2c466976-3f17-46f4-9686-20d8c7a6fe79 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0550394 Dec 24 10:46:10.026615 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3bd7205b-3225-4f5f-9303-8626bccf5ca6 req-4175d657-af20-4c41-a514-67b79cd53bb6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Dec 24 10:46:10.079875 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b9d82cbb-af6e-48d1-b5cf-d020fa3fcd0c req-f3b5d5b5-ac64-4599-91ec-52a701ccbb06 tempest-DeleteServersTestJSON-1129851087 tempest-DeleteServersTestJSON-1129851087-project] 10.222.0.30 "GET /v2.0/ports?device_id=f77538c5-1e85-4d4f-b6cb-1c003149fac1 HTTP/1.1" status: 200 len: 210 time: 0.0328047 Dec 24 10:46:10.696923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:46:10.728370 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:46:10.728891 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 194d1221-8d93-48d8-9ae0-aff4aac7c1b9 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:46:11.182374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a8cc-a875-4b52-b56b-0642f9decbd9 req-e6f0b6e0-824b-4205-abf7-5cea99ce25e9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:11.184065 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3041a8cc-a875-4b52-b56b-0642f9decbd9 req-e6f0b6e0-824b-4205-abf7-5cea99ce25e9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0806127 Dec 24 10:46:11.248099 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3041a8cc-a875-4b52-b56b-0642f9decbd9 req-efc74a4a-5b4c-4a2c-bd0b-d569bc612bde tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Dec 24 10:46:12.037080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-704ed516-3d74-4325-a42c-28468086d330 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:12.045258 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-704ed516-3d74-4325-a42c-28468086d330 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1503623 Dec 24 10:46:12.059328 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-ea0ad99c-edfa-407b-94bc-48f046d440b3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/quotas/e62d11172cdf4959a15ac1ffc5601aca HTTP/1.1" status: 200 len: 375 time: 0.0132337 Dec 24 10:46:12.115945 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-a552f983-71b3-4e9b-8d62-3bc725f41915 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504458 Dec 24 10:46:12.224147 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-109c51b0-9f4c-469f-a493-61d8e229e7eb service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005914 Dec 24 10:46:12.321878 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-8e3096e1-3bec-4217-9576-23892c1c1cba service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891922 Dec 24 10:46:12.363355 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f3827-b46d-4dca-8bd4-4ab6985bbf4f req-d600a8e4-598e-47d9-bd20-0d9b60b32663 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:12.365410 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6a7f3827-b46d-4dca-8bd4-4ab6985bbf4f req-d600a8e4-598e-47d9-bd20-0d9b60b32663 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0484197 Dec 24 10:46:12.414313 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6a7f3827-b46d-4dca-8bd4-4ab6985bbf4f req-cca26b18-0a6f-4b4e-93e9-06b0527bae3e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Dec 24 10:46:12.694148 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8a4fbbcc-b67c-4b14-a47c-07cfc72060eb req-75680c3e-da9d-4e33-8d07-16e3d7ba712c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 210 time: 0.0283711 Dec 24 10:46:13.056150 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:13.534506 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcf6fe-385c-4415-a821-f5c1861beb33 req-36e5b5fb-eda2-4412-8415-1a0a52b4f138 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:13.536590 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcdcf6fe-385c-4415-a821-f5c1861beb33 req-36e5b5fb-eda2-4412-8415-1a0a52b4f138 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0523579 Dec 24 10:46:13.588242 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcdcf6fe-385c-4415-a821-f5c1861beb33 req-9d834682-de69-4411-ba04-2c25bbaa325f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Dec 24 10:46:13.807823 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e44d02ec-3067-4428-8326-307b6fb61729 req-dc5c25d0-0e83-47a6-8fe4-97670f6bc904 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 210 time: 0.0359490 Dec 24 10:46:14.235309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38546) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:14.281439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Deleting subnet 53219b5d-2381-4290-b6b3-cff5e83c1dba {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:46:14.284418 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.317880 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.356129 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.475110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.503525 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53219b5d-2381-4290-b6b3-cff5e83c1dba,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:14.511010 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.515870 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-6276b1cb-b5dc-4968-8e43-6eca82891397 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/53219b5d-2381-4290-b6b3-cff5e83c1dba HTTP/1.1" status: 204 len: 168 time: 0.2777300 Dec 24 10:46:14.517257 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38552) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:14.546716 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38556) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:14.602288 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.695244 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.698019 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ca21790a-b7c5-4ab1-bea9-f14960962860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.712368 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312286-82f8-4118-ae53-11f571a2f667 req-93291daf-9e36-4061-8718-140ca9cc7b86 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:14.714011 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a8312286-82f8-4118-ae53-11f571a2f667 req-93291daf-9e36-4061-8718-140ca9cc7b86 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Dec 24 10:46:14.726702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228fc74c-3c3c-4fc8-adc4-224176487fa2']}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:14.740757 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7') {'for_net_delete': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:14.741089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e995fac-d9dc-48ff-99f2-ff7eaeefc0f7') {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:14.756790 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784866'] for segment, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.763896 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a8312286-82f8-4118-ae53-11f571a2f667 req-064593c3-9cc5-4e86-a348-e77c71aa431d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Dec 24 10:46:14.776969 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.787144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:46:14.787524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5850147'] for segment, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: Traceback (most recent call last): Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: timer() Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: cb(*args, **kw) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: return func(*args, **kwargs) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: self._notify() Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: self.callback(batched_events) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: event.method(event) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: return f(self, *a, **k) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._get(url).json() Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: return self.request(url, 'GET', **kwargs) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:46:14.789160 dv-cinder-816443-3-iscsi neutron-server[109771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:46:14.868513 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ca21790a-b7c5-4ab1-bea9-f14960962860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.912291 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-817ac481-c7d7-4719-ad05-66a4d375a68f req-1095aad3-fb2d-4470-83dd-228a341faf1c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 210 time: 0.0249908 Dec 24 10:46:14.925490 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.942856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:14.946067 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] 10.222.0.30 "DELETE /v2.0/networks/228fc74c-3c3c-4fc8-adc4-224176487fa2 HTTP/1.1" status: 204 len: 168 time: 0.4276781 Dec 24 10:46:14.947575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bff8ed-c371-4cbf-9dfe-7dbbd271176c admin admin] Pushing event deleted for resources: {'Network': ['ID=228fc74c-3c3c-4fc8-adc4-224176487fa2,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:14.988856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ca21790a-b7c5-4ab1-bea9-f14960962860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.047109 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38576) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:15.057394 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38578) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:15.061660 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ca21790a-b7c5-4ab1-bea9-f14960962860 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=263f7ba3d89d4864853f5aad76bb3480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136051 Dec 24 10:46:15.064153 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21790a-b7c5-4ab1-bea9-f14960962860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daca545-e214-4ff4-b4d7-087a59f34405,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:15.115175 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.137350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.197521 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-813c5712-581e-4e21-91f1-0acf56e6b454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.317563 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-c5241ba1-e2ef-4fd7-8292-4af732411dc9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:15.318997 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-c5241ba1-e2ef-4fd7-8292-4af732411dc9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1057673 Dec 24 10:46:15.323817 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.326337 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.332078 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2daca545-e214-4ff4-b4d7-087a59f34405 HTTP/1.1" status: 204 len: 168 time: 0.2838788 Dec 24 10:46:15.344566 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Request body: {'port': {'device_id': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'admin_state_up': True, 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:15.367811 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962da25b-88e8-448b-8760-46dce63bd64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daca545-e214-4ff4-b4d7-087a59f34405,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:15.476022 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-813c5712-581e-4e21-91f1-0acf56e6b454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.531640 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38588) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:15.569576 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-316a56de-db3b-4112-9f47-68f8e6b41b93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52385c4779dd49e7b3f0d9e56a8d2d26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0369086 Dec 24 10:46:15.572011 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38590) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:15.617006 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.630632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:15.635886 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.638186 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-813c5712-581e-4e21-91f1-0acf56e6b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.673100 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.720457 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-813c5712-581e-4e21-91f1-0acf56e6b454 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a55739305777400c8780f30e372c9701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611760 Dec 24 10:46:15.723844 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38592) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:15.729574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c5712-581e-4e21-91f1-0acf56e6b454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927fc862-5636-4ef5-934f-b87300dbe59b,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:15.784712 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.825789 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.885456 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Allocated IP 172.20.0.11 (8016a0c6-9874-4e24-99d5-a347d449be0f/24fa4bd2-942c-4822-b70f-f9fbaa5b0b02/d90cd231-c375-419c-945c-fe78bf0f2cf4) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:15.936786 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d906377-9349-4a10-9537-2bd1dd0b2574 req-72682077-bb61-4ae5-963a-74b79db8aa43 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:15.938704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.944469 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6d906377-9349-4a10-9537-2bd1dd0b2574 req-72682077-bb61-4ae5-963a-74b79db8aa43 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0665276 Dec 24 10:46:15.957831 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:15.960870 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e70a389-2367-48a7-acb1-1481797f9025 HTTP/1.1" status: 204 len: 168 time: 0.3862433 Dec 24 10:46:15.996782 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71f109-4d82-470c-8608-92273a764257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70a389-2367-48a7-acb1-1481797f9025,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:16.005396 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6d906377-9349-4a10-9537-2bd1dd0b2574 req-89b5a1b4-cb3b-4c93-9661-ca79bf94822b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570326 Dec 24 10:46:16.013050 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.026557 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.028048 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/927fc862-5636-4ef5-934f-b87300dbe59b HTTP/1.1" status: 204 len: 168 time: 0.3032255 Dec 24 10:46:16.039209 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5ac5c-78d2-4d03-80cc-4bf3b1ea7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927fc862-5636-4ef5-934f-b87300dbe59b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:16.115008 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ad2903dc-3168-448c-8cba-fe291c51e4e9 req-39cb0ff6-6aa6-4cc8-8369-978cc7a81638 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 210 time: 0.0713310 Dec 24 10:46:16.159407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.326366 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.339972 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:16.371609 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Network 8016a0c6-9874-4e24-99d5-a347d449be0f is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:16.375229 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:16.378406 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:16.443763 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:16.444865 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.463840 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event updated for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:16.562136 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-6dd75bd7-2bde-410b-9d41-a28305ab31ff tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2246256 Dec 24 10:46:16.579460 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Request body: {'port': {'device_id': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:16.665852 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.952026 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90cd231-c375-419c-945c-fe78bf0f2cf4 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:16.960271 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.965243 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38638) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:16.984621 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a750edd5-db69-491d-b5b3-8dbce9901de6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:16.987402 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Transition to ACTIVE for port object d90cd231-c375-419c-945c-fe78bf0f2cf4 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:46:17.067625 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a750edd5-db69-491d-b5b3-8dbce9901de6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.118581 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.207254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db4c5-39e4-44a8-8a0b-a38fa7bfe9d6 req-694e4a53-28f8-4791-a10d-e589f7277323 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:17.209694 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-147db4c5-39e4-44a8-8a0b-a38fa7bfe9d6 req-694e4a53-28f8-4791-a10d-e589f7277323 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1220126 Dec 24 10:46:17.227754 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a750edd5-db69-491d-b5b3-8dbce9901de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.249221 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:17.312200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9712386-109b-42b6-ae59-3a08783c90ec req-ca3c3d19-defa-4ecf-9673-745a3a6c530b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:17.318084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f9712386-109b-42b6-ae59-3a08783c90ec req-ca3c3d19-defa-4ecf-9673-745a3a6c530b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.0752485 Dec 24 10:46:17.326461 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a750edd5-db69-491d-b5b3-8dbce9901de6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16cce23eaafb46bdafa6579f400005f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580022 Dec 24 10:46:17.328654 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38668) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:17.336808 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750edd5-db69-491d-b5b3-8dbce9901de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1803daa-e51e-4356-9802-4cf36d538414,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:17.400647 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Attempting to bind port d90cd231-c375-419c-945c-fe78bf0f2cf4 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:17.401019 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Attempting to bind port d90cd231-c375-419c-945c-fe78bf0f2cf4 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:17.401346 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Attempting to bind port d90cd231-c375-419c-945c-fe78bf0f2cf4 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:17.421431 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-147db4c5-39e4-44a8-8a0b-a38fa7bfe9d6 req-4c21383c-62c1-4bf9-a083-823be5ac2c31 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868846 Dec 24 10:46:17.425831 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Port d90cd231-c375-419c-945c-fe78bf0f2cf4 on network 8016a0c6-9874-4e24-99d5-a347d449be0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:46:17.426161 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Attempting to bind port d90cd231-c375-419c-945c-fe78bf0f2cf4 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:17.432132 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:17.432458 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Checking segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:17.432856 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Bound using segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:17.433287 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Bound port: d90cd231-c375-419c-945c-fe78bf0f2cf4, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:17.433637 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.434434 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.468001 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f9712386-109b-42b6-ae59-3a08783c90ec req-aaf6e330-e59c-4643-82aa-4fb40fac8b16 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462157 Dec 24 10:46:17.474589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.520406 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:17.524157 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:17.606203 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.643966 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:17.644609 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.645255 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.646991 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/d90cd231-c375-419c-945c-fe78bf0f2cf4 HTTP/1.1" status: 200 len: 1094 time: 1.0713329 Dec 24 10:46:17.647859 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:17.650946 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51198136-8085-4629-bfa3-8eff14a9044f" -d '{"events": [{"name": "network-changed", "server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:17.651418 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:17.652595 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1803daa-e51e-4356-9802-4cf36d538414 HTTP/1.1" status: 204 len: 168 time: 0.3219116 Dec 24 10:46:17.665404 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143554f-e29d-4212-9cd2-7818f77dfbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1803daa-e51e-4356-9802-4cf36d538414,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:17.679943 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9b269-598d-41b2-990f-d723e2b1d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:17.722385 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e93cc-7e0a-4e3d-be9a-e12702637b0c x-openstack-request-id: req-814e93cc-7e0a-4e3d-be9a-e12702637b0c {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:17.722675 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:17.722922 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-814e93cc-7e0a-4e3d-be9a-e12702637b0c {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:17.723343 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'status': 'completed', 'code': 200} Dec 24 10:46:17.820688 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198136-8085-4629-bfa3-8eff14a9044f req-6d5a1710-408d-49f5-9cf7-ab2e43746b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:17.824113 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51198136-8085-4629-bfa3-8eff14a9044f req-6d5a1710-408d-49f5-9cf7-ab2e43746b64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 1097 time: 0.0603924 Dec 24 10:46:17.999017 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198136-8085-4629-bfa3-8eff14a9044f req-11169616-ba78-44ed-a07e-399d9305610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.001242 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51198136-8085-4629-bfa3-8eff14a9044f req-11169616-ba78-44ed-a07e-399d9305610c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1666789 Dec 24 10:46:18.047724 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38700) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:18.168866 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1221068782-network', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:18.274030 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Made reservation on behalf of 3f0115a5cc8b4b1e8bffb84e0f3e0b08 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:18.276493 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.285278 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.364998 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198136-8085-4629-bfa3-8eff14a9044f req-7e9fcac9-7d47-45c5-87c4-91b1a7b60c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.366434 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51198136-8085-4629-bfa3-8eff14a9044f req-7e9fcac9-7d47-45c5-87c4-91b1a7b60c3d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3572288 Dec 24 10:46:18.369915 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.459671 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-841728ba-d415-4428-bd70-eff37b56f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.461220 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-841728ba-d415-4428-bd70-eff37b56f164 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 1097 time: 0.0519705 Dec 24 10:46:18.491246 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.526520 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-8b830809-9b15-4f3c-af9d-6d341d451c9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4 HTTP/1.1" status: 200 len: 217 time: 0.0475640 Dec 24 10:46:18.538212 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:46:18.606266 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.606619 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Added segment 8342240a-6587-4731-baf2-31394f5ea667 of type vlan for network 12a04c86-5d95-4704-a030-534aa0c4e8bc Dec 24 10:46:18.609685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82dafe7-38ab-42aa-8575-547e40c79e72,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:18.613175 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-f907bd87-cc88-4908-abeb-603c4bd8bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.614988 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-f907bd87-cc88-4908-abeb-603c4bd8bcc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.0771527 Dec 24 10:46:18.647309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3f5b1-d8e7-4cae-b128-638d8c88433d req-3fdff1ef-3460-4b0a-be79-1ca8cd6b08c3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.648213 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-52e3f5b1-d8e7-4cae-b128-638d8c88433d req-3fdff1ef-3460-4b0a-be79-1ca8cd6b08c3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.0823145 Dec 24 10:46:18.669835 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-9e53f517-535d-419b-ab70-a9965b72684b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451996 Dec 24 10:46:18.673068 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f61b5b-8531-4928-9493-e3efba34e2fe req-4f3fb72f-86f1-4f50-99d0-36edfd80ef63 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.677398 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-09f61b5b-8531-4928-9493-e3efba34e2fe req-4f3fb72f-86f1-4f50-99d0-36edfd80ef63 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1403015 Dec 24 10:46:18.682247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.778058 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-52e3f5b1-d8e7-4cae-b128-638d8c88433d req-57600b05-4739-48a1-a4fa-3d4da1632872 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153295 Dec 24 10:46:18.781758 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-09f61b5b-8531-4928-9493-e3efba34e2fe req-d857d457-8eeb-4ad2-9885-46b5a43371cd tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916338 Dec 24 10:46:18.860841 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-99b303a9-9d75-43a7-a8ae-8985a378b800 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743104 Dec 24 10:46:18.930912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.931874 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:18.932448 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:18.969393 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-309fb17b-e3ab-4c2a-a74b-62232dbee43e req-ab00d34b-fe94-4f0d-b3ff-f0512dd44b86 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021233 Dec 24 10:46:18.996060 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] Pushing event updated for resources: {'Network': ['ID=12a04c86-5d95-4704-a030-534aa0c4e8bc,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:19.009317 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:46:19.087472 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-25951e4c-a459-487d-b56a-a9d060ff8451 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0384581 Dec 24 10:46:19.090342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38760) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:19.095263 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Request body: {'subnet': {'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1221068782-subnet', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:19.205428 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Made reservation on behalf of 3f0115a5cc8b4b1e8bffb84e0f3e0b08 for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:19.207877 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:19.576608 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38772) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:19.581081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:19.639727 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797de40d-ac90-42c6-9535-dd5d93f402af,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:19.648945 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Checking segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:19.649480 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Network hostable DHCP agents. Network: 12a04c86-5d95-4704-a030-534aa0c4e8bc, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:46:19.721371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d1393d0-5e6c-4c64-9c1f-ec835ceffde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:19.754093 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:46:19.799210 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d1393d0-5e6c-4c64-9c1f-ec835ceffde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:19.885940 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 12a04c86-5d95-4704-a030-534aa0c4e8bc) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:19.896791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:19.897666 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:19.902706 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8e8ad-a76d-4af8-9356-c568e0addf1f req-1b78ea3d-5a45-4e6c-aa94-1841c9c89c01 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:19.904660 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-daf8e8ad-a76d-4af8-9356-c568e0addf1f req-1b78ea3d-5a45-4e6c-aa94-1841c9c89c01 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0570817 Dec 24 10:46:19.907576 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1177aa31-066b-4700-90bb-1310b34f31ad None None] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:19.919878 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7266-a35a-45bd-b091-c7f03375d598 req-33143270-e9c2-4b24-bc34-d985c679ee41 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:19.929949 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-277c7266-a35a-45bd-b091-c7f03375d598 req-33143270-e9c2-4b24-bc34-d985c679ee41 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.0706494 Dec 24 10:46:19.978792 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-277c7266-a35a-45bd-b091-c7f03375d598 req-245ebfca-c579-4d05-be4e-0d6e76113257 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Dec 24 10:46:19.998796 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-daf8e8ad-a76d-4af8-9356-c568e0addf1f req-eb24a3be-425b-4e6a-a432-e4c6e5fafbbe tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751841 Dec 24 10:46:19.999744 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d1393d0-5e6c-4c64-9c1f-ec835ceffde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.019747 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8cd13a7a-895d-48e8-8038-10483fc26ed8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9282494 Dec 24 10:46:20.022875 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38796) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:20.034957 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:20.055296 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1d1393d0-5e6c-4c64-9c1f-ec835ceffde0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da6de8d967c54f6caafb998cf2fec32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773772 Dec 24 10:46:20.072002 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38798) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:20.080065 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1393d0-5e6c-4c64-9c1f-ec835ceffde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83dfc9a-9733-46db-8945-3e89861c0224,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:20.134297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.164943 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.170020 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-12a04c86-5d95-4704-a030-534aa0c4e8bc', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:46:20.175080 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.209095 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.210579 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.267037 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.325207 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Allocated IP 172.20.0.2 (12a04c86-5d95-4704-a030-534aa0c4e8bc/797de40d-ac90-42c6-9535-dd5d93f402af/7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:20.360142 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.363318 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.369312 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d83dfc9a-9733-46db-8945-3e89861c0224 HTTP/1.1" status: 204 len: 168 time: 0.2962782 Dec 24 10:46:20.471449 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4d550-2c1e-4fe6-83ad-8221889429cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83dfc9a-9733-46db-8945-3e89861c0224,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:20.489587 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.547610 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.594363 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.631980 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:20.634821 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:20.638049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:20.651538 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Pushing event updated for resources: {'Port': ['ID=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:20.680717 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.681137 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.681504 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.681844 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.682178 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.682507 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.682858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.683181 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.683512 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.683823 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.684141 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.684458 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.684775 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:20.712389 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Attempting to bind port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:20.712852 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Attempting to bind port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:20.713707 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Attempting to bind port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:20.718816 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:20.723772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Checking segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:20.723772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.723772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Bound using segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:20.723772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Bound port: 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:20.723772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.787419 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] For port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:20.791120 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] For port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:20.884474 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.910357 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.931790 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:20.950377 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f470122-a1c0-4f56-bafe-be98a5ed819d None None] Pushing event updated for resources: {'Port': ['ID=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:21.059557 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Allocated IP 172.27.1.174 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/ea2a693d-7c64-45f5-9675-032b841eb3af) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:21.161699 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732305a-e2c3-4850-9a48-286421768a70 req-66a5ddd4-3940-4c87-acd6-fe23b3ba5384 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:21.163978 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5732305a-e2c3-4850-9a48-286421768a70 req-66a5ddd4-3940-4c87-acd6-fe23b3ba5384 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.0767329 Dec 24 10:46:21.218098 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38832) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:21.224605 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b204d10-c45a-495a-ac8e-e00029812f63 req-e5b075f3-490c-4248-88aa-4b91c2345b83 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:21.237820 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4b204d10-c45a-495a-ac8e-e00029812f63 req-e5b075f3-490c-4248-88aa-4b91c2345b83 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1622066 Dec 24 10:46:21.258525 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5732305a-e2c3-4850-9a48-286421768a70 req-e01ba4e7-1057-4c28-8ee4-e49198180737 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825565 Dec 24 10:46:21.272775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-abad8c04-fd7c-4067-9158-1cdaf792aa95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.369331 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4b204d10-c45a-495a-ac8e-e00029812f63 req-7c5ee32e-3c85-4654-a5bb-f2a610dd43e6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128197 Dec 24 10:46:21.383851 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-abad8c04-fd7c-4067-9158-1cdaf792aa95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.411739 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.525539 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-abad8c04-fd7c-4067-9158-1cdaf792aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.564584 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-abad8c04-fd7c-4067-9158-1cdaf792aa95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ef9a1b82c4d40ed9e8838e403e3498c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453946 Dec 24 10:46:21.565693 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad8c04-fd7c-4067-9158-1cdaf792aa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127049c3-688f-414b-bad2-4d5a4693036a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:21.570928 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38842) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:21.573364 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.631557 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:21.637329 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.640045 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:21.644859 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:21.652093 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2a693d-7c64-45f5-9675-032b841eb3af,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:21.664835 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.794199 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.797306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:21.802012 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/127049c3-688f-414b-bad2-4d5a4693036a HTTP/1.1" status: 204 len: 168 time: 0.2291026 Dec 24 10:46:21.813408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b0bec-e681-4744-9abe-0bfb6c37e0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127049c3-688f-414b-bad2-4d5a4693036a,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:21.954943 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:22.043158 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:22.043618 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.127552 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.171770 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:22.240528 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f95d80-cf70-4009-b85f-0dd3149e98ab None None] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:22.247316 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.268071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.372238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:22.387622 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-9a797c5a-7e44-40ec-a88e-676a7eaa4684 None None] Provisioning complete for port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:22.388648 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9a797c5a-7e44-40ec-a88e-676a7eaa4684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.479421 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639e84e-062b-4cec-873b-a789a1de7376 req-d6eaff17-a334-473d-b471-b656aebce996 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:22.485432 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d639e84e-062b-4cec-873b-a789a1de7376 req-d6eaff17-a334-473d-b471-b656aebce996 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.1178923 Dec 24 10:46:22.572300 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.578059 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d639e84e-062b-4cec-873b-a789a1de7376 req-bc7f5652-370a-4d32-8efe-38ef0d890822 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Dec 24 10:46:22.693192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38860) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:22.710486 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8e00330e-b325-4cab-90cc-0ba4939a8e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.728591 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-a7b933f9-756b-46dd-b70f-1a51f3fe8fdc None None] Provisioning complete for port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:22.729248 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a7b933f9-756b-46dd-b70f-1a51f3fe8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.802609 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8e00330e-b325-4cab-90cc-0ba4939a8e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.838517 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e657f68-0156-4325-a0cb-ae63748b5107 req-5db85c42-739c-462b-a85e-3660f881ca9d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:22.840001 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e657f68-0156-4325-a0cb-ae63748b5107 req-5db85c42-739c-462b-a85e-3660f881ca9d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0491006 Dec 24 10:46:22.841064 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:46:22.868167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8e00330e-b325-4cab-90cc-0ba4939a8e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.909669 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8e00330e-b325-4cab-90cc-0ba4939a8e9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0d0b0bf053e46bab8341cb351fa4b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131729 Dec 24 10:46:22.909669 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00330e-b325-4cab-90cc-0ba4939a8e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a22c3-a95b-40af-b0bd-3eb7a76eb527,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:22.910590 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 38862) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:22.957201 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e657f68-0156-4325-a0cb-ae63748b5107 req-77f54d97-6f04-4b60-a375-36b0209fdbaa tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093562 Dec 24 10:46:22.959178 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.980629 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:22.981561 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:22.993386 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:23.003059 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:23.011152 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:23.105046 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:23.138879 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.140136 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8f151030-ba5f-4a8c-8608-31ae692791c4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1156390 Dec 24 10:46:23.142937 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38864) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:23.154096 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.156928 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.158296 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b6a22c3-a95b-40af-b0bd-3eb7a76eb527 HTTP/1.1" status: 204 len: 168 time: 0.2466314 Dec 24 10:46:23.167690 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a21cbc-8ece-4c08-a7c9-e81c19bfa426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a22c3-a95b-40af-b0bd-3eb7a76eb527,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:23.300753 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:22Z', 'revision_number': 3, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:23.327651 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:23.327999 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Updating router 790be5b0-933b-4d2e-a401-94ef7c63e266 port ea2a693d-7c64-45f5-9675-032b841eb3af binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:46:23.352642 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.580386 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.620238 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.698906 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d90cd231-c375-419c-945c-fe78bf0f2cf4 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:46:23.706365 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.786795 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bad86-8746-4c85-983a-c68d7fd07337 req-db937f1b-a595-4ef2-b374-b94728d4ae27 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:23.788311 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-490bad86-8746-4c85-983a-c68d7fd07337 req-db937f1b-a595-4ef2-b374-b94728d4ae27 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 944 time: 0.1307669 Dec 24 10:46:23.799648 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Attempting to bind port ea2a693d-7c64-45f5-9675-032b841eb3af on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:23.800270 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Attempting to bind port ea2a693d-7c64-45f5-9675-032b841eb3af by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:23.800795 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Attempting to bind port ea2a693d-7c64-45f5-9675-032b841eb3af on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:23.804718 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Pushing event updated for resources: {'Port': ['ID=ea2a693d-7c64-45f5-9675-032b841eb3af,revision_number=2']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:23.814125 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.814732 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.815301 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.815903 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.816379 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.817478 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.818585 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.819070 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.823915 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.823915 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.823915 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.823915 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.823915 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:46:23.827974 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:23.828659 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:23.829749 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.830327 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:23.830994 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Bound port: ea2a693d-7c64-45f5-9675-032b841eb3af, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:23.832020 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:23.856140 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:23.874220 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:23.894080 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] For port ea2a693d-7c64-45f5-9675-032b841eb3af, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:23.897357 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] For port ea2a693d-7c64-45f5-9675-032b841eb3af, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ea2a693d-7c64-45f5-9675-032b841eb3af,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:23.905536 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Allocated IP 172.20.0.1 (12a04c86-5d95-4704-a030-534aa0c4e8bc/797de40d-ac90-42c6-9535-dd5d93f402af/6f1a2075-356f-4a17-bed7-45fa9a676055) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:23.918838 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'port_id': 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'mac_address': 'fa:16:3e:c3:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa4bd2-942c-4822-b70f-f9fbaa5b0b02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:46:23.921321 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-490bad86-8746-4c85-983a-c68d7fd07337 req-32eddac9-90f4-4716-bade-3dceaba30dc0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977645 Dec 24 10:46:23.978074 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.009828 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:24.009828 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.009828 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90cd231-c375-419c-945c-fe78bf0f2cf4 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:24.029030 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.034732 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.057059 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:24.103212 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:24.103839 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:24.110092 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164d0e1-7368-468a-bd70-b66f5c37118a req-5b412e86-8639-4203-90ef-06312d9be071 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:24.117287 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f164d0e1-7368-468a-bd70-b66f5c37118a req-5b412e86-8639-4203-90ef-06312d9be071 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0583861 Dec 24 10:46:24.160265 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f164d0e1-7368-468a-bd70-b66f5c37118a req-2083868c-35b2-4adf-a4ad-0078c51bb3c0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Dec 24 10:46:24.163004 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e02a1-cdf5-4c80-8ff5-83cf907bf058 None None] Pushing event updated for resources: {'Port': ['ID=ea2a693d-7c64-45f5-9675-032b841eb3af,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:24.188382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.188700 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.250918 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:24.251724 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:24.252627 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:24.258462 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:24.263612 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:24.299860 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:24.328522 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.486635 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['d90cd231-c375-419c-945c-fe78bf0f2cf4'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:24.495942 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:22Z', 'revision_number': 3, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:24.523977 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b0daf5-17dd-408e-b56d-9f817ac582e7 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:22Z', 'revision_number': 3, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:46:24.581644 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-487007e6-2896-4193-b9fb-527b6418589c None None] Provisioning complete for port 6f1a2075-356f-4a17-bed7-45fa9a676055 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:24.587585 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-487007e6-2896-4193-b9fb-527b6418589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.615787 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:24.637396 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-487007e6-2896-4193-b9fb-527b6418589c None None] Port 6f1a2075-356f-4a17-bed7-45fa9a676055 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:25.090680 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a5b4-506f-487d-bb41-381a1df42d7b req-bd7c15f1-295d-4657-81c8-86e8b4669264 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:25.092480 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-22f1a5b4-506f-487d-bb41-381a1df42d7b req-bd7c15f1-295d-4657-81c8-86e8b4669264 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 945 time: 0.0554452 Dec 24 10:46:25.156619 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:25.166413 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-22f1a5b4-506f-487d-bb41-381a1df42d7b req-156da05d-84cc-4ed3-8f33-4968d2fe5a4a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628929 Dec 24 10:46:25.283366 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1623b-24e1-41c4-94be-d7514135adb1 req-2c9e95f7-978f-44b5-a55b-b6891f235358 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:25.285044 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-beb1623b-24e1-41c4-94be-d7514135adb1 req-2c9e95f7-978f-44b5-a55b-b6891f235358 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0497777 Dec 24 10:46:25.288001 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:25.374587 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:25.381090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Pushing event updated for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:25.406844 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-beb1623b-24e1-41c4-94be-d7514135adb1 req-91318a91-295e-44bd-ac7b-0f539c3b7ae1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Dec 24 10:46:25.490955 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:25.492391 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:25.619542 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:46:25.728568 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:25.733599 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d3cb0e23-0219-4140-8183-c7775c7c0f23 admin admin] 10.222.0.30 "PUT /v2.0/routers/790be5b0-933b-4d2e-a401-94ef7c63e266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896266 Dec 24 10:46:25.779237 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-2a162382-e6d3-44e6-82bd-979fd717f49e None None] Provisioning complete for port 6f1a2075-356f-4a17-bed7-45fa9a676055 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:25.779997 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2a162382-e6d3-44e6-82bd-979fd717f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:25.867703 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-2a162382-e6d3-44e6-82bd-979fd717f49e None None] Port 6f1a2075-356f-4a17-bed7-45fa9a676055 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:25.928465 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ea2a693d-7c64-45f5-9675-032b841eb3af up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:25.975954 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cf292077-a6a4-4aa3-a54b-e3ef2347c6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.005496 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port ea2a693d-7c64-45f5-9675-032b841eb3af triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:26.005870 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.088726 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.117865 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port ea2a693d-7c64-45f5-9675-032b841eb3af, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ea2a693d-7c64-45f5-9675-032b841eb3af,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:26.251011 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.304750 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cd8af-e97c-4b7b-b382-f52e0f2e111d req-25f2e821-1c21-4e99-8d6b-a2e0997c2d8b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:26.309228 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d20cd8af-e97c-4b7b-b382-f52e0f2e111d req-25f2e821-1c21-4e99-8d6b-a2e0997c2d8b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 945 time: 0.0660400 Dec 24 10:46:26.346317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 38980) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:26.354496 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411253680', 'description': 'tempest-description--745607632'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:26.391066 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d20cd8af-e97c-4b7b-b382-f52e0f2e111d req-0425f473-1875-417b-8f7c-855f9a43d51a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775731 Dec 24 10:46:26.435864 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:26.459553 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=ea2a693d-7c64-45f5-9675-032b841eb3af,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:26.464122 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:26.464735 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:26.531633 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddc85c-defa-4cd5-8d7f-61ff50a8b7fc req-7296f533-ac19-4f1e-b605-7542a1a9cfd3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:26.541239 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71ddc85c-defa-4cd5-8d7f-61ff50a8b7fc req-7296f533-ac19-4f1e-b605-7542a1a9cfd3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0642066 Dec 24 10:46:26.549722 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.607642 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:26.651877 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71ddc85c-defa-4cd5-8d7f-61ff50a8b7fc req-a02ec29f-91ea-49a3-9827-b0a9c87937f2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091151 Dec 24 10:46:26.711658 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.791324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d90cd231-c375-419c-945c-fe78bf0f2cf4 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:26.822521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.854376 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58339ad4-4b7f-4c6a-8342-217e1b2d6566,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:26.910070 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 2, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:26.937247 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:26.937601 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Updating router 790be5b0-933b-4d2e-a401-94ef7c63e266 port 6f1a2075-356f-4a17-bed7-45fa9a676055 binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:46:26.961568 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.964093 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ac2ba466-768a-4a55-871c-0fe6e793024e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6144304 Dec 24 10:46:26.964221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:26.970994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39020) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:26.978949 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group_rule': {'security_group_id': '58339ad4-4b7f-4c6a-8342-217e1b2d6566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:27.019541 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port d90cd231-c375-419c-945c-fe78bf0f2cf4 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:46:27.027493 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port d90cd231-c375-419c-945c-fe78bf0f2cf4 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:27.028000 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.127374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.201159 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.222373 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.260251 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:27.262529 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c825dbb-40d2-44aa-87bb-27ad9a413ebb" -d '{"events": [{"server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "name": "network-vif-plugged", "status": "completed", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:27.282751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:27.302853 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f7882-fc96-4262-a660-f90f69f4acff x-openstack-request-id: req-333f7882-fc96-4262-a660-f90f69f4acff {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:27.303144 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "name": "network-vif-plugged", "status": "completed", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:27.303400 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-333f7882-fc96-4262-a660-f90f69f4acff {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:27.303791 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'code': 200} Dec 24 10:46:27.346448 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.376566 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.393354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbe86f5-a7c4-4ce4-8b97-714b38afb754,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:27.428160 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.479010 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:27.506928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73019145-ae91-417f-b412-bb8c45ea26a0 req-9daad11d-d5ac-4684-8b1b-d1d803d9a17e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:27.508391 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-73019145-ae91-417f-b412-bb8c45ea26a0 req-9daad11d-d5ac-4684-8b1b-d1d803d9a17e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0496392 Dec 24 10:46:27.519143 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.556552 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.560377 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-356cced8-5f82-4697-b453-ea2805d645ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5855594 Dec 24 10:46:27.561327 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39036) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:27.565241 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group_rule': {'security_group_id': '58339ad4-4b7f-4c6a-8342-217e1b2d6566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:27.575251 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-73019145-ae91-417f-b412-bb8c45ea26a0 req-b83fce93-67ea-4428-b5b0-44cf4a607f43 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608110 Dec 24 10:46:27.581032 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e814e-dd4f-407c-8499-8e4f34fd6684 None None] Pushing event updated for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:27.640635 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Attempting to bind port 6f1a2075-356f-4a17-bed7-45fa9a676055 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:27.641172 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Attempting to bind port 6f1a2075-356f-4a17-bed7-45fa9a676055 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:27.641639 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Attempting to bind port 6f1a2075-356f-4a17-bed7-45fa9a676055 on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:27.647302 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:27.647839 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Checking segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:27.648312 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.649018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Bound using segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:27.649504 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Bound port: 6f1a2075-356f-4a17-bed7-45fa9a676055, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:27.649911 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.707274 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.752479 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] For port 6f1a2075-356f-4a17-bed7-45fa9a676055, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:27.758160 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] For port 6f1a2075-356f-4a17-bed7-45fa9a676055, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6f1a2075-356f-4a17-bed7-45fa9a676055,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:27.817987 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-58a016a9-05ba-4e34-ad29-4fa4535e0cbd None None] Provisioning complete for port 6f1a2075-356f-4a17-bed7-45fa9a676055 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:27.818593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-58a016a9-05ba-4e34-ad29-4fa4535e0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.822252 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.834775 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7dd51-237e-4d1e-af22-773e17260180 req-3d67aa10-0f16-48d3-814a-c806b86fb596 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:27.836122 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0f7dd51-237e-4d1e-af22-773e17260180 req-3d67aa10-0f16-48d3-814a-c806b86fb596 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0885079 Dec 24 10:46:27.853302 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ea2a693d-7c64-45f5-9675-032b841eb3af up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:27.883675 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.884984 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0f7dd51-237e-4d1e-af22-773e17260180 req-305487da-d922-4ea0-8ae8-dd6ab9a599e3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Dec 24 10:46:27.905691 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:27.923994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d144ad9-4985-40af-9d06-2cf4e51634b6,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:27.938867 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-58a016a9-05ba-4e34-ad29-4fa4535e0cbd None None] Port 6f1a2075-356f-4a17-bed7-45fa9a676055 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:27.989315 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:27.989953 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:45:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:28.012992 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.014534 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-373ac7b5-0d88-475b-8a65-ccb813ee4e2b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4525740 Dec 24 10:46:28.017182 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39048) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:28.021561 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:28.028472 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e814e-dd4f-407c-8499-8e4f34fd6684 None None] Pushing event updated for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:28.051050 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port ea2a693d-7c64-45f5-9675-032b841eb3af triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:28.051944 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.104897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5047e09d-0004-417c-adf9-72f2b7e9d802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.136860 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.147599 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:28.233466 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.255793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] Provisioning complete for port 6f1a2075-356f-4a17-bed7-45fa9a676055 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:28.256164 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.331972 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Allocated IP 172.27.1.211 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/e7d39e51-5286-47c1-912d-357fd33d0263) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:28.439535 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.548163 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.551567 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.587922 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:28.592249 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:28.592683 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] For port 6f1a2075-356f-4a17-bed7-45fa9a676055, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6f1a2075-356f-4a17-bed7-45fa9a676055,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:28.596561 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:28.599577 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=e7d39e51-5286-47c1-912d-357fd33d0263,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:28.614759 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:27Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:28.658236 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41450-9836-4b5a-a9b6-4ad3e9f30458 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:27Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:46:28.662189 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.756073 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1d020-fe04-43a3-af41-d2b310b15d55 None None] Pushing event updated for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:28.785612 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.805719 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df2566-fb86-45a5-93c7-28b1b1ed5fb2 req-b9a4d962-348f-465b-b892-6c5d0264eb17 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:28.807282 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-96df2566-fb86-45a5-93c7-28b1b1ed5fb2 req-b9a4d962-348f-465b-b892-6c5d0264eb17 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.1349561 Dec 24 10:46:28.867892 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-96df2566-fb86-45a5-93c7-28b1b1ed5fb2 req-a2e88163-f0ba-4090-b4b3-2cd1a499a98b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540705 Dec 24 10:46:28.894702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:28.971134 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.073237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13f834-b2a5-42b6-9cd0-2bfbf2d6fbe0 req-0c4a7dff-c3c2-4cc5-b942-32561fc196b1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:29.074723 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ce13f834-b2a5-42b6-9cd0-2bfbf2d6fbe0 req-0c4a7dff-c3c2-4cc5-b942-32561fc196b1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1107197 Dec 24 10:46:29.127600 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.145511 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ce13f834-b2a5-42b6-9cd0-2bfbf2d6fbe0 req-b5e8c4a9-cbde-445d-8a90-6cf5e6986e45 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Dec 24 10:46:29.227830 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.297110 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=e7d39e51-5286-47c1-912d-357fd33d0263,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:29.308896 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.430184 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.431528 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ad3fd7f6-a0e8-41cc-aaef-b6f58661caea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4134269 Dec 24 10:46:29.607933 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-cb242e4d-ddf9-4764-b700-78251368af5b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--411253680&fields=id&tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 267 time: 0.0530562 Dec 24 10:46:29.720870 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-cd79a2e5-f61a-454c-99f6-f12929ad006e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:29.722301 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-cd79a2e5-f61a-454c-99f6-f12929ad006e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 811 time: 0.1072450 Dec 24 10:46:29.736461 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-09d0a8c0-4172-4b18-8ec2-dbeabcb9fec6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/quotas/3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 375 time: 0.0084436 Dec 24 10:46:29.817940 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-2ffa36c8-2450-4fb8-a6a8-f4309a25fb7a tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719869 Dec 24 10:46:29.853783 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6f1a2075-356f-4a17-bed7-45fa9a676055 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:29.905484 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 6f1a2075-356f-4a17-bed7-45fa9a676055 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:29.905978 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:29.924572 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-34885893-0800-413a-b06e-5a50e341d35f service neutron] 10.222.0.30 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955150 Dec 24 10:46:30.037073 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f71b80c9-1619-492f-b834-24764c7bea52 service neutron] 10.222.0.30 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050005 Dec 24 10:46:30.095441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c454269-ee2b-4e37-bf51-d957f3dd16fd req-bbbfb77f-70b3-46df-a9e7-518e4e50a0b3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:30.096983 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5c454269-ee2b-4e37-bf51-d957f3dd16fd req-bbbfb77f-70b3-46df-a9e7-518e4e50a0b3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0522680 Dec 24 10:46:30.156960 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5c454269-ee2b-4e37-bf51-d957f3dd16fd req-bb06fdca-3a95-4058-86a7-2714ff3dfd8b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517273 Dec 24 10:46:30.304031 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4596cd-d932-4698-9184-aaa8cf57a169 req-688e5237-fd93-4a79-b995-9cf023dba31d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:30.306207 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6c4596cd-d932-4698-9184-aaa8cf57a169 req-688e5237-fd93-4a79-b995-9cf023dba31d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0906487 Dec 24 10:46:30.327470 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020ec3a-e9f9-47e3-a969-7b2aa0d4e41d req-334ff4a0-14f3-4563-baac-f8d26ad0b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:30.328920 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3020ec3a-e9f9-47e3-a969-7b2aa0d4e41d req-334ff4a0-14f3-4563-baac-f8d26ad0b912 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 1099 time: 0.0836289 Dec 24 10:46:30.366527 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0ce92290-1ff2-4a3c-b6f1-7bd2bbf58da2 req-133538df-b5fb-4041-8c39-6bce0360ec1e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0542150 Dec 24 10:46:30.390827 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6c4596cd-d932-4698-9184-aaa8cf57a169 req-3e8e3e01-a3c5-4975-86ad-dbbb19496e37 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717983 Dec 24 10:46:30.414263 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3020ec3a-e9f9-47e3-a969-7b2aa0d4e41d req-0309cb52-66e2-4320-bf56-2199f00d37ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746908 Dec 24 10:46:30.793561 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:31.273262 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4a2ac-fc43-4adf-bd66-df648cd44474 req-c35a178f-c3ce-4a78-a137-6903d9df53a7 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:31.275825 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4a4a2ac-fc43-4adf-bd66-df648cd44474 req-c35a178f-c3ce-4a78-a137-6903d9df53a7 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0505900 Dec 24 10:46:31.329778 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4a4a2ac-fc43-4adf-bd66-df648cd44474 req-47eea354-6855-41b8-a29b-37e608f9b1c1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Dec 24 10:46:31.453691 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-922e308c-a7a9-4e59-bfe5-d3ddf2b86d5c req-9217b859-ba4f-4444-b1bb-e0b3db67a1b4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0253663 Dec 24 10:46:31.454643 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:31.526255 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578996ec-53c4-4b30-b41b-897ec6e71106 req-7fc83d0e-074e-4dee-a3bc-af03b33f01c3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:31.527694 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-578996ec-53c4-4b30-b41b-897ec6e71106 req-7fc83d0e-074e-4dee-a3bc-af03b33f01c3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0486860 Dec 24 10:46:31.581038 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-578996ec-53c4-4b30-b41b-897ec6e71106 req-29bf9a73-f1b8-4f32-b9cc-854556ffc334 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Dec 24 10:46:32.095532 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:46:32.450577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46358a-3f97-482a-9cf0-2d46bb8e7538 req-92166959-1915-4a37-a8eb-8e967552011d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:32.452042 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d46358a-3f97-482a-9cf0-2d46bb8e7538 req-92166959-1915-4a37-a8eb-8e967552011d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0515718 Dec 24 10:46:32.499158 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d46358a-3f97-482a-9cf0-2d46bb8e7538 req-a36dd2cc-935b-4f80-9d9c-650effb98796 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Dec 24 10:46:32.618547 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3616f2c6-2331-4433-9342-eae68d6a9760 req-a0e9ee85-89c7-476a-9615-392f490de9dc tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0246279 Dec 24 10:46:32.829480 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9613f9-0258-4f89-a2ad-8f0494598d11 req-136b8e0e-93e6-4ee7-be7d-1ac55ccc2066 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:32.833265 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1d9613f9-0258-4f89-a2ad-8f0494598d11 req-136b8e0e-93e6-4ee7-be7d-1ac55ccc2066 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0637062 Dec 24 10:46:32.882048 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1d9613f9-0258-4f89-a2ad-8f0494598d11 req-ce453003-fc9a-421e-a822-51f2ed7dfdb4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Dec 24 10:46:33.705273 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bef7f681-3a5e-40ac-9f56-b3d1b38ae32b req-a788d1e9-695c-4a1a-902f-e71cf85e7586 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0268939 Dec 24 10:46:33.994784 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77612e1-57f7-4a04-a603-e953e2994ae4 req-18cbf165-4f94-4d28-8642-8a90e91ef644 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:33.996226 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f77612e1-57f7-4a04-a603-e953e2994ae4 req-18cbf165-4f94-4d28-8642-8a90e91ef644 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0464242 Dec 24 10:46:34.041821 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f77612e1-57f7-4a04-a603-e953e2994ae4 req-6d7bec57-ea1d-4b42-a0d5-df13b05de6c8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Dec 24 10:46:34.794185 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dafe29d8-cfb6-4da2-979d-763fb309027e req-3fff4885-d578-4be8-b65b-0a03f80d3160 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0241482 Dec 24 10:46:35.159581 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e745f-b29e-48b6-a231-670701c38df4 req-22a55738-e0e8-4ff4-833c-88486ebd231a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:35.164108 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-810e745f-b29e-48b6-a231-670701c38df4 req-22a55738-e0e8-4ff4-833c-88486ebd231a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0544615 Dec 24 10:46:35.210302 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-810e745f-b29e-48b6-a231-670701c38df4 req-38bb938e-a404-4d41-9a64-8a1b3d4ef9a5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Dec 24 10:46:35.891375 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8c40f609-3eba-4b23-9e8b-5a82f6ca97d9 req-bb34cad2-fa2d-49ec-8622-953a4fdbdda2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0245728 Dec 24 10:46:36.041114 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-3479b291-f742-4225-a232-57482dcf1a02 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:36.042631 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-3479b291-f742-4225-a232-57482dcf1a02 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 811 time: 0.1127837 Dec 24 10:46:36.123975 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-caca2a8a-df58-476e-831a-0aae4ee0c808 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 379 time: 0.0695090 Dec 24 10:46:36.146285 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'port': {'device_id': '9330dbb8-edad-4d54-afeb-8badc464250d', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'admin_state_up': True, 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'security_groups': ['58339ad4-4b7f-4c6a-8342-217e1b2d6566']}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:36.330184 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8037a2-9f16-4aa4-bed1-41701c9e3886 req-523e0028-c753-4a76-b1d8-132ad1ec525e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:36.331661 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6f8037a2-9f16-4aa4-bed1-41701c9e3886 req-523e0028-c753-4a76-b1d8-132ad1ec525e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0546160 Dec 24 10:46:36.383448 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6f8037a2-9f16-4aa4-bed1-41701c9e3886 req-bd0c7e59-2e6c-43f2-808d-4ddea0cbcdd7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Dec 24 10:46:36.410638 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Made reservation on behalf of 3f0115a5cc8b4b1e8bffb84e0f3e0b08 for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:36.418343 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:36.552953 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Allocated IP 172.20.0.7 (12a04c86-5d95-4704-a030-534aa0c4e8bc/797de40d-ac90-42c6-9535-dd5d93f402af/0cea520e-6ec2-4fe3-8f62-bfb44b96b73e) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:36.724730 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:36.821886 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1805011-f726-404a-a2c2-dcc029d6f040 req-9cc181d1-aaa8-41c4-b195-4d9c0a711bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:36.823358 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b1805011-f726-404a-a2c2-dcc029d6f040 req-9cc181d1-aaa8-41c4-b195-4d9c0a711bee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1099 time: 0.0402493 Dec 24 10:46:36.873597 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:36.884482 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b1805011-f726-404a-a2c2-dcc029d6f040 req-83af872f-6811-4337-9e0b-e2b1f951fce4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Dec 24 10:46:36.928392 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:36.932718 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:36.935340 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:36.966279 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:37.022513 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:37.023210 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:37.049952 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674496e-8db0-4345-b2a1-8b542c8b67d4 req-8f459747-f420-4ef5-9443-dc92e1dc7ffd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:37.052114 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8674496e-8db0-4345-b2a1-8b542c8b67d4 req-8f459747-f420-4ef5-9443-dc92e1dc7ffd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 931 time: 0.0721374 Dec 24 10:46:37.105731 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8674496e-8db0-4345-b2a1-8b542c8b67d4 req-a2fdc0a1-6808-4db1-8b2d-d9e52a0059d3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Dec 24 10:46:37.123136 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-0f5b4d95-aeca-4293-a8e8-3903f6597a90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892499 Dec 24 10:46:37.155208 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Request body: {'port': {'device_id': '9330dbb8-edad-4d54-afeb-8badc464250d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:37.199826 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-173ec9b2-0df7-41a6-b5b3-a1d4a488ecdf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:37.203749 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-173ec9b2-0df7-41a6-b5b3-a1d4a488ecdf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1213679 Dec 24 10:46:37.218703 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-4d76d2d0-a90a-4779-b142-49b784c4b093 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/quotas/e62d11172cdf4959a15ac1ffc5601aca HTTP/1.1" status: 200 len: 375 time: 0.0113373 Dec 24 10:46:37.232569 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:37.249691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-d2c75fcb-17cd-48c4-9773-ba867fc9f9e8 None None] Provisioning complete for port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:37.250324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-d2c75fcb-17cd-48c4-9773-ba867fc9f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:37.288673 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-88a802fc-768d-441a-b4c8-23d81b82cef1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609412 Dec 24 10:46:37.288935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-d2c75fcb-17cd-48c4-9773-ba867fc9f9e8 None None] Port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:37.387713 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-61c26c3d-e703-4639-9dca-bb17bd58cfe8 service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913787 Dec 24 10:46:37.499746 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-daf7cd20-b084-4ed8-bdf4-996e050fdc87 service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043837 Dec 24 10:46:37.549052 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1332285-68d4-4f02-8df6-c459c9a6a823 req-1f3dda4b-6e84-488b-ae8c-de1ea0c68265 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:37.553840 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d1332285-68d4-4f02-8df6-c459c9a6a823 req-1f3dda4b-6e84-488b-ae8c-de1ea0c68265 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0889914 Dec 24 10:46:37.610973 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:37.622092 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:37.640966 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d1332285-68d4-4f02-8df6-c459c9a6a823 req-740668ba-0679-4088-a67a-52d76864b6f7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862944 Dec 24 10:46:37.643665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Transition to ACTIVE for port object 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:46:37.755856 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2855b86b-fcaf-4031-859d-9b6bc1910759 req-993970b4-1a17-4248-96f7-d8d98eaad246 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 210 time: 0.0270441 Dec 24 10:46:37.756762 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:37.818211 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Pushing event updated for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:37.920632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Attempting to bind port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:37.920632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Attempting to bind port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:37.920632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Attempting to bind port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:37.923060 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e on network 12a04c86-5d95-4704-a030-534aa0c4e8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:46:37.923400 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Attempting to bind port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:37.929288 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:37.929951 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Checking segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:37.930218 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Bound using segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:37.930722 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Bound port: 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:37.931149 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:38.011978 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:38.015350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:38.115385 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:38.157877 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.158492 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:38.160341 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] 10.222.0.24 "PUT /v2.0/ports/0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 1093 time: 1.0113120 Dec 24 10:46:38.160924 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:38.163099 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125492c-977b-4f1f-a469-95da6265bf74" -d '{"events": [{"name": "network-changed", "server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:38.191095 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847873b-0792-4069-91b0-2b689ee3232a service neutron] Pushing event updated for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:38.223777 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e827313-be3c-4b85-88f6-3337ffed4768 x-openstack-request-id: req-4e827313-be3c-4b85-88f6-3337ffed4768 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:38.223777 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:38.223777 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e827313-be3c-4b85-88f6-3337ffed4768 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:38.223777 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'status': 'completed', 'code': 200} Dec 24 10:46:38.261067 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c37d3c-8742-49f2-a297-b6f587e0339a req-e8b60ea4-957b-4f3b-8391-57536bb4af98 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.263513 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-36c37d3c-8742-49f2-a297-b6f587e0339a req-e8b60ea4-957b-4f3b-8391-57536bb4af98 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 943 time: 0.0729055 Dec 24 10:46:38.331448 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125492c-977b-4f1f-a469-95da6265bf74 req-9c4ff853-de79-4125-90ee-f5f4c8aaa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.333722 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c125492c-977b-4f1f-a469-95da6265bf74 req-9c4ff853-de79-4125-90ee-f5f4c8aaa300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1096 time: 0.0806246 Dec 24 10:46:38.367796 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-36c37d3c-8742-49f2-a297-b6f587e0339a req-1dad1110-91a6-43d7-83b9-6273d5dcac04 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941949 Dec 24 10:46:38.482688 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125492c-977b-4f1f-a469-95da6265bf74 req-99ba6b79-b7ed-4407-ba01-bd6e480d02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.484160 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c125492c-977b-4f1f-a469-95da6265bf74 req-99ba6b79-b7ed-4407-ba01-bd6e480d02f5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1343172 Dec 24 10:46:38.533831 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39364) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:38.592302 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125492c-977b-4f1f-a469-95da6265bf74 req-d2355f0b-9f26-4c8c-9a73-cc8bcaad5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.594115 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c125492c-977b-4f1f-a469-95da6265bf74 req-d2355f0b-9f26-4c8c-9a73-cc8bcaad5ef1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975292 Dec 24 10:46:38.680976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-35eeef8f-4951-4ad5-afdd-8e68d5ae4e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:38.747704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-347572c1-9f23-46f9-982b-bc3d38e2be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.749740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-347572c1-9f23-46f9-982b-bc3d38e2be33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1096 time: 0.0834649 Dec 24 10:46:38.811760 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39d2a7-99d4-46b6-a650-a58ca0f0a943 req-e0c7f3a2-d445-4031-9d9c-270f04caeb33 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.825538 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-3c7de70c-77c4-4688-bcff-03aa967e9807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 217 time: 0.0601211 Dec 24 10:46:38.846564 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2d39d2a7-99d4-46b6-a650-a58ca0f0a943 req-e0c7f3a2-d445-4031-9d9c-270f04caeb33 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1130805 Dec 24 10:46:38.891158 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-35eeef8f-4951-4ad5-afdd-8e68d5ae4e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:38.943017 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5fcdcab2-8204-4284-96b8-13f91d7205f9 req-5e62c047-b114-4c52-bc6a-fa5a61c68798 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 210 time: 0.0833740 Dec 24 10:46:38.959660 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2d39d2a7-99d4-46b6-a650-a58ca0f0a943 req-396ab7e7-82fd-4f9c-81e5-fa16a66a058b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111689 Dec 24 10:46:38.971891 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-b8cfdd83-080c-40c6-942a-22d971d39734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:38.974414 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-b8cfdd83-080c-40c6-942a-22d971d39734 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.1374538 Dec 24 10:46:38.978492 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-35eeef8f-4951-4ad5-afdd-8e68d5ae4e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:39.016779 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeef8f-4951-4ad5-afdd-8e68d5ae4e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc21575-68b3-4644-ad2d-e6f6fe833e8c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:39.038607 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-35eeef8f-4951-4ad5-afdd-8e68d5ae4e55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f319a0ce28140838f1abb0b86e14d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4993443 Dec 24 10:46:39.041014 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39386) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:39.069112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d727bef-1020-4431-b451-a7b34da56d5d req-3f80fd01-67c9-4244-9e02-df5c50228dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:39.070712 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-3f80fd01-67c9-4244-9e02-df5c50228dec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792904 Dec 24 10:46:39.101539 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:39.131922 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:39.314347 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:39.325110 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:39.328182 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fc21575-68b3-4644-ad2d-e6f6fe833e8c HTTP/1.1" status: 204 len: 168 time: 0.2846198 Dec 24 10:46:39.342486 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6601c-b64b-4acc-9663-527895bce722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc21575-68b3-4644-ad2d-e6f6fe833e8c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:39.391208 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4b81-da4f-4a73-a687-d837a1f0a5a0 req-1604aeb6-a1cc-4613-8e33-3c07dda97c67 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:39.400953 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-044b4b81-da4f-4a73-a687-d837a1f0a5a0 req-1604aeb6-a1cc-4613-8e33-3c07dda97c67 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.3291633 Dec 24 10:46:39.461396 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-cb46c335-cc0f-4ccb-9dd8-5ed8deda97f8 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805044 Dec 24 10:46:39.468566 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-044b4b81-da4f-4a73-a687-d837a1f0a5a0 req-957d6739-8703-443c-8e6c-7b49e078de65 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668049 Dec 24 10:46:39.570256 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5849816-3748-4238-8908-b855b2a2b69e req-45aba78a-ffe8-4248-bcf0-ab5648fc4b4b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:39.572010 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a5849816-3748-4238-8908-b855b2a2b69e req-45aba78a-ffe8-4248-bcf0-ab5648fc4b4b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 943 time: 0.0966501 Dec 24 10:46:39.586783 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8d727bef-1020-4431-b451-a7b34da56d5d req-17b37601-506d-4235-aa1e-53ac3eed7df2 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163750 Dec 24 10:46:39.647282 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a5849816-3748-4238-8908-b855b2a2b69e req-69f7d388-fd70-42a8-89c3-130328fd426d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680046 Dec 24 10:46:40.036992 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cd05264c-c723-426a-bb90-328984c5a880 req-b6d0ff1b-6998-4ea0-a5a3-6b1cbfa665f2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 210 time: 0.0331709 Dec 24 10:46:40.147717 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39418) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:40.161886 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b6d88f08-e656-495f-9062-5af7065e2e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.238614 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b6d88f08-e656-495f-9062-5af7065e2e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.319874 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b6d88f08-e656-495f-9062-5af7065e2e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.362446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d88f08-e656-495f-9062-5af7065e2e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ecf1f-6e8d-410b-8bc7-88200c5cd85b,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:40.367234 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b6d88f08-e656-495f-9062-5af7065e2e26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f72be0dcedc4c2f9e9a6f8344d8e4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177691 Dec 24 10:46:40.378336 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39426) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:40.433095 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.455874 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.492646 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:46:40.495025 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a74ea91e-68b4-4916-bb01-cbe9ffaeb25c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:40.495791 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a74ea91e-68b4-4916-bb01-cbe9ffaeb25c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1270504 Dec 24 10:46:40.520895 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Request body: {'port': {'device_id': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'admin_state_up': True, 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:40.617306 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.620355 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.629984 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b3ecf1f-6e8d-410b-8bc7-88200c5cd85b HTTP/1.1" status: 204 len: 168 time: 0.2416875 Dec 24 10:46:40.639534 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a88d5-1146-491c-8381-8a115932d396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ecf1f-6e8d-410b-8bc7-88200c5cd85b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:40.708102 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:40.713593 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:40.865749 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eded6b1-1f20-4119-a151-d756e533083b req-3b0a0d92-0838-40f7-b82c-e7f853439dbd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:40.867116 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2eded6b1-1f20-4119-a151-d756e533083b req-3b0a0d92-0838-40f7-b82c-e7f853439dbd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 943 time: 0.0920699 Dec 24 10:46:40.906533 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Allocated IP 172.20.0.4 (8016a0c6-9874-4e24-99d5-a347d449be0f/24fa4bd2-942c-4822-b70f-f9fbaa5b0b02/eb607d9e-2e93-47a0-8ad5-4d68c6faaa44) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:40.944601 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2eded6b1-1f20-4119-a151-d756e533083b req-6c301095-cacb-415c-ad54-d5c852568201 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699511 Dec 24 10:46:41.074035 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.156050 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d4f7ede6-dff1-4a94-b96e-1ac8119820aa req-26a0839b-187b-4095-9161-46b1909e2c4d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Dec 24 10:46:41.222314 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.241434 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'd90cd231-c375-419c-945c-fe78bf0f2cf4'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:41.264751 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Network 8016a0c6-9874-4e24-99d5-a347d449be0f is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:41.270236 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:41.276001 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:41.300073 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event updated for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:41.338894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:41.338894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.459079 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-a70adefb-5c99-49e2-a190-78d4fb2a614b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424863 Dec 24 10:46:41.471862 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Request body: {'port': {'device_id': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:41.529034 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.547599 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39456) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:41.561043 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e701ae51-60b6-47fe-84a4-d0168bf16905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.636791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e701ae51-60b6-47fe-84a4-d0168bf16905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.724683 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e701ae51-60b6-47fe-84a4-d0168bf16905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.764239 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e701ae51-60b6-47fe-84a4-d0168bf16905 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b11dc1a02159435bbca002f50a247d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155523 Dec 24 10:46:41.764894 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39466) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:41.806663 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701ae51-60b6-47fe-84a4-d0168bf16905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1e4c4-306b-404f-8748-42dc2f31c7b5,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:41.823735 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:41.847709 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.880794 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.888225 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Transition to ACTIVE for port object eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:46:41.914156 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:41.977548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:46:41.985515 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.026637 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed05e9-ac37-4ee9-9285-3aef941bf9e8 req-2144b12f-dcd3-4ca6-ae79-a130206e6e65 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.028025 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4ed05e9-ac37-4ee9-9285-3aef941bf9e8 req-2144b12f-dcd3-4ca6-ae79-a130206e6e65 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0994828 Dec 24 10:46:42.058760 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-2434b6a2-87cf-43ea-a5a0-664dff98431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.060244 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-2434b6a2-87cf-43ea-a5a0-664dff98431c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.1412823 Dec 24 10:46:42.084968 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:42.116123 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.126192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.130933 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57e1e4c4-306b-404f-8748-42dc2f31c7b5 HTTP/1.1" status: 204 len: 168 time: 0.3517663 Dec 24 10:46:42.144539 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:42.153469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f7a5e-4f90-48cc-8231-4c19bf8a0b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1e4c4-306b-404f-8748-42dc2f31c7b5,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:42.159257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'port_id': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'mac_address': 'fa:16:3e:9d:a3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:46:42.191196 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79a23e-8aef-4cc5-a58d-6b86e01afa5d req-196dd7ca-c7db-46a2-84e3-aeb5c8ca73c3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.218843 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.225414 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8a79a23e-8aef-4cc5-a58d-6b86e01afa5d req-196dd7ca-c7db-46a2-84e3-aeb5c8ca73c3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 943 time: 0.1601260 Dec 24 10:46:42.237520 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:42.252745 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4ed05e9-ac37-4ee9-9285-3aef941bf9e8 req-89352267-d187-4aea-8acd-6d9cc6c325d7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092295 Dec 24 10:46:42.265569 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:42.317490 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8a79a23e-8aef-4cc5-a58d-6b86e01afa5d req-0dca3bc5-dccc-4d18-a4fe-30903433776b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903375 Dec 24 10:46:42.327494 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Attempting to bind port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:42.328075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Attempting to bind port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:42.328550 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Attempting to bind port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:42.332313 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-529ea886-8db1-466b-8072-ed3bbae0c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.333756 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-529ea886-8db1-466b-8072-ed3bbae0c41b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.2578154 Dec 24 10:46:42.349886 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 on network 8016a0c6-9874-4e24-99d5-a347d449be0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:46:42.350209 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Attempting to bind port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:42.380134 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.401924 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:42.402357 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Checking segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:42.402635 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Bound using segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:42.403082 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Bound port: eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:42.403439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.407113 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-8076aec4-406f-4aac-8083-d62f986ac2fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0625737 Dec 24 10:46:42.451859 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:42.485576 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6539-e249-4d42-98d9-c474145fb81f req-c1c37ddb-1105-4218-a7b7-806d69298901 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.487581 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29fc6539-e249-4d42-98d9-c474145fb81f req-c1c37ddb-1105-4218-a7b7-806d69298901 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 943 time: 0.1567092 Dec 24 10:46:42.533220 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39502) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:42.542757 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-1cd79f25-db40-49a9-a522-e645f132cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.552166 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-1cd79f25-db40-49a9-a522-e645f132cb1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.1216648 Dec 24 10:46:42.552166 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:42.552589 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:42.593551 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-2b3757ea-ca1b-40dc-b805-c4e3bad49f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350468 Dec 24 10:46:42.600801 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29fc6539-e249-4d42-98d9-c474145fb81f req-1457fe81-cbfd-4872-b2c8-368318f51d48 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033862 Dec 24 10:46:42.667652 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b91206c4-a6b0-4013-b1bf-cf93e3536728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.668594 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.730565 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.731322 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.732652 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] 10.222.0.24 "PUT /v2.0/ports/eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 HTTP/1.1" status: 200 len: 1093 time: 1.2650642 Dec 24 10:46:42.734666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:42.738711 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:42.743647 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-b431bf4d-16e8-4442-a773-c3eafd801cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418667 Dec 24 10:46:42.773942 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:42.786395 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b91206c4-a6b0-4013-b1bf-cf93e3536728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.792420 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5b4fc-35c8-4a8c-91d4-9dca3bd68fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:42.797787 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64ab4e8-2746-4299-902c-229090599519 x-openstack-request-id: req-c64ab4e8-2746-4299-902c-229090599519 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:42.798364 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:42.798364 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c64ab4e8-2746-4299-902c-229090599519 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:42.798740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', 'status': 'completed', 'code': 200} Dec 24 10:46:42.895662 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2b6a531-c4b8-41ad-bc9e-8039c0a1d208 req-3ab1fc8d-c86c-4e80-bdf3-bd6dca1e9c78 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432333 Dec 24 10:46:42.900272 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-745340e2-4f76-4f1c-97c7-68a06ca81a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:42.901757 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-745340e2-4f76-4f1c-97c7-68a06ca81a8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 1096 time: 0.0634451 Dec 24 10:46:42.901911 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b91206c4-a6b0-4013-b1bf-cf93e3536728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:42.953964 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91206c4-a6b0-4013-b1bf-cf93e3536728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4619d2b0-be41-4c69-a1a9-897c53650c71,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:42.968055 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39518) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:42.968743 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b91206c4-a6b0-4013-b1bf-cf93e3536728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f42e5cba43e049e09fb2ccb072235457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343901 Dec 24 10:46:43.010510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.080033 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39526) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:43.084677 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.087742 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-4fd4e87a-a2c3-4cec-8580-9761520884ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.089264 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-4fd4e87a-a2c3-4cec-8580-9761520884ef service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1779308 Dec 24 10:46:43.133120 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.207577 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-40e36c38-f2f4-4375-afa9-f95edb30a73a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.235771 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-6278c66e-b526-44a7-b357-da0fe4552638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.237432 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-02831ffc-6c7e-4e1c-adcb-06190c7ec9eb req-6278c66e-b526-44a7-b357-da0fe4552638 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363592 Dec 24 10:46:43.327300 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.329879 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.334231 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4619d2b0-be41-4c69-a1a9-897c53650c71 HTTP/1.1" status: 204 len: 168 time: 0.3621783 Dec 24 10:46:43.348077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f2f4-16e6-4fd0-ad49-524d251b4da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619d2b0-be41-4c69-a1a9-897c53650c71,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:43.405053 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-4232da9c-3415-437b-bc8e-1b68fd24e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.407394 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-4232da9c-3415-437b-bc8e-1b68fd24e460 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 1096 time: 0.1091928 Dec 24 10:46:43.417784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f3a04-5088-43bd-aaf7-5edb17ad74aa req-05252ca1-9045-4752-89e8-cf50feb9695a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.419714 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c01f3a04-5088-43bd-aaf7-5edb17ad74aa req-05252ca1-9045-4752-89e8-cf50feb9695a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0814357 Dec 24 10:46:43.447124 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-40e36c38-f2f4-4375-afa9-f95edb30a73a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.482392 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c01f3a04-5088-43bd-aaf7-5edb17ad74aa req-32dae6fa-170a-491c-bf76-9e3df7092ea5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513861 Dec 24 10:46:43.482899 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-90cb9770-dbe3-44d7-9f45-2ec0b84d4ec2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 HTTP/1.1" status: 200 len: 217 time: 0.0532796 Dec 24 10:46:43.530819 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-40e36c38-f2f4-4375-afa9-f95edb30a73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.553146 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490de1e4-60fb-4116-b1f8-55be1fc01d52 req-a1ec05b2-63a8-4fe8-b6f2-6c56a8f43cf3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.554644 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-490de1e4-60fb-4116-b1f8-55be1fc01d52 req-a1ec05b2-63a8-4fe8-b6f2-6c56a8f43cf3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 944 time: 0.0822692 Dec 24 10:46:43.561302 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-704c3cbb-49c4-4dd5-a006-c26c159d5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.562744 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-704c3cbb-49c4-4dd5-a006-c26c159d5424 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.0659239 Dec 24 10:46:43.564657 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e36c38-f2f4-4375-afa9-f95edb30a73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da73c0c6-afda-41fc-9891-8211c7d85880,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:43.589913 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39546) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:43.590240 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-40e36c38-f2f4-4375-afa9-f95edb30a73a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4cc7553f1ea4ba9b58c043c53e641e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074821 Dec 24 10:46:43.614306 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-65efaccc-e7cc-408a-a470-8595194919a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359664 Dec 24 10:46:43.683243 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-490de1e4-60fb-4116-b1f8-55be1fc01d52 req-bf3918ce-e46c-4ab9-904c-da090c513afc tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195188 Dec 24 10:46:43.749312 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.760391 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75899d4-1a59-4bf1-8090-da01d51adfb8 req-2c689318-4434-4681-adbd-c11a54f7523d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:43.762944 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d75899d4-1a59-4bf1-8090-da01d51adfb8 req-2c689318-4434-4681-adbd-c11a54f7523d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 943 time: 0.0952346 Dec 24 10:46:43.796252 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.804719 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-b10b2200-5d82-43a6-b34d-06e2d69b7f25 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699760 Dec 24 10:46:43.834804 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d75899d4-1a59-4bf1-8090-da01d51adfb8 req-b230964f-c494-427c-a146-6ebe23295574 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658853 Dec 24 10:46:43.945729 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a8f4c91-9ea2-40af-bfc5-019f3c61efad req-767c031c-08fc-41be-a52e-408b73b18ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265209 Dec 24 10:46:43.976188 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:43.993277 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:43.995709 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.003521 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da73c0c6-afda-41fc-9891-8211c7d85880 HTTP/1.1" status: 204 len: 168 time: 0.4060032 Dec 24 10:46:44.011300 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb0bca-d566-4e5a-bca6-ab8771bfb7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da73c0c6-afda-41fc-9891-8211c7d85880,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:44.138014 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:46:44.142212 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:44.142730 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.249961 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.275659 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:44.281254 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2655b6be-94c5-44d6-85b8-135d44302206" -d '{"events": [{"server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "name": "network-vif-plugged", "status": "completed", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:44.293132 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:44.316412 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f30446-cdcf-4b88-a436-6751abc9b1b5 x-openstack-request-id: req-a0f30446-cdcf-4b88-a436-6751abc9b1b5 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:44.316412 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "name": "network-vif-plugged", "status": "completed", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:44.316679 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0f30446-cdcf-4b88-a436-6751abc9b1b5 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:44.317121 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'code': 200} Dec 24 10:46:44.369850 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.432217 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:44.602920 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb2bfb-a9d1-4761-b519-9407edc72b71 req-d8090ca4-fd28-4a3f-837e-fbe04fee8bf7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:44.604495 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d6cb2bfb-a9d1-4761-b519-9407edc72b71 req-d8090ca4-fd28-4a3f-837e-fbe04fee8bf7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0526743 Dec 24 10:46:44.653278 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d6cb2bfb-a9d1-4761-b519-9407edc72b71 req-06edc830-837d-4a05-8a8e-5756e94d6d6b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Dec 24 10:46:44.704337 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97b2f5-597c-40ba-972d-2b24338f13bf req-08788437-089a-4181-9d55-5a4a5bec6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:44.705779 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2f97b2f5-597c-40ba-972d-2b24338f13bf req-08788437-089a-4181-9d55-5a4a5bec6bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1098 time: 0.0708368 Dec 24 10:46:44.726807 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39624) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:44.774969 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39628) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:44.783714 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2f97b2f5-597c-40ba-972d-2b24338f13bf req-e92c5a6e-7e5a-4745-934f-3301aa565381 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690155 Dec 24 10:46:44.790176 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7cd00723-1235-483e-9b5c-708f06bfea92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.834706 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6a3-fdf6-400d-ab01-f20589255419 req-7a37c119-3177-43a5-adf6-1a8eb1343b3f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:44.843893 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-10c6d6a3-fdf6-400d-ab01-f20589255419 req-7a37c119-3177-43a5-adf6-1a8eb1343b3f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0807860 Dec 24 10:46:44.901321 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-10c6d6a3-fdf6-400d-ab01-f20589255419 req-a9985453-ece5-45d8-93a9-6f8435072ea8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563939 Dec 24 10:46:44.911541 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7cd00723-1235-483e-9b5c-708f06bfea92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:44.981065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc3871-f800-412f-be2a-e1f2f4ee986c req-cb5682cd-bb6d-4f64-84fd-40899fdbffb0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:44.982606 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fddc3871-f800-412f-be2a-e1f2f4ee986c req-cb5682cd-bb6d-4f64-84fd-40899fdbffb0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 943 time: 0.0545783 Dec 24 10:46:44.987676 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-739827954-network', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:44.992275 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7cd00723-1235-483e-9b5c-708f06bfea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.055251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd00723-1235-483e-9b5c-708f06bfea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e26b42d-60b0-4d34-b261-55dc60ff00d7,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:45.071477 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7cd00723-1235-483e-9b5c-708f06bfea92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28134df98295428b805b5ca2a526af05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898657 Dec 24 10:46:45.071757 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39634) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:45.086670 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fddc3871-f800-412f-be2a-e1f2f4ee986c req-0ee3a9fb-bea8-4313-82a3-9226155b4fe4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950084 Dec 24 10:46:45.120358 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.141506 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.141701 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Made reservation on behalf of aed29a38d2fe424398ac10e585a980df for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:45.144184 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.155379 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.245008 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.247838 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.249083 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e26b42d-60b0-4d34-b261-55dc60ff00d7 HTTP/1.1" status: 204 len: 168 time: 0.1794875 Dec 24 10:46:45.257298 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c20f4-bc23-4e3e-913a-7e0c5cc417f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e26b42d-60b0-4d34-b261-55dc60ff00d7,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:45.304467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.365390 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.387768 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:46:45.401484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:45.414128 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.414605 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Added segment 36be3efb-db1f-43fe-a85b-c0f6eb8aa963 of type vlan for network bdfb7371-0493-476c-b7e5-4ee84d9bf130 Dec 24 10:46:45.456369 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.530425 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.531438 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:45.532093 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:45.825746 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] Pushing event updated for resources: {'Network': ['ID=bdfb7371-0493-476c-b7e5-4ee84d9bf130,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:45.838923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:46:45.852681 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf809-bf5a-4cd9-8a66-340b80c27540 req-50ff3483-9827-4173-b6b4-b614c56e9d95 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:45.859973 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c1fbf809-bf5a-4cd9-8a66-340b80c27540 req-50ff3483-9827-4173-b6b4-b614c56e9d95 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0985360 Dec 24 10:46:45.909406 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c1fbf809-bf5a-4cd9-8a66-340b80c27540 req-8b19653e-2f5d-4607-b9f2-6d96daeff379 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Dec 24 10:46:45.961874 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-1096ce87-ef2d-454c-addf-17c94f7311ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2382104 Dec 24 10:46:45.968474 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39672) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:45.974055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Request body: {'subnet': {'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-739827954-subnet', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:45.996326 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:46:46.021413 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98607d6f-deb0-4d65-a7d1-bd31ec695f1f req-eb26ed15-b9b6-40a3-8246-6410f894b7e2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:46.022912 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98607d6f-deb0-4d65-a7d1-bd31ec695f1f req-eb26ed15-b9b6-40a3-8246-6410f894b7e2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0534134 Dec 24 10:46:46.056071 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Made reservation on behalf of aed29a38d2fe424398ac10e585a980df for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:46.058418 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.078868 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98607d6f-deb0-4d65-a7d1-bd31ec695f1f req-b623772f-27aa-4ec4-b8d1-59238c043baf tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480874 Dec 24 10:46:46.112404 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:46.126111 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'port_id': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', 'mac_address': 'fa:16:3e:a3:b9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa4bd2-942c-4822-b70f-f9fbaa5b0b02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:46:46.178049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.191009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:46:46.215764 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:46.290525 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.296341 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035661f-d8c7-4acf-bd79-629f5b5f0bca req-2ab17913-dc47-4bdc-9363-89274e53289d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:46.299009 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7035661f-d8c7-4acf-bd79-629f5b5f0bca req-2ab17913-dc47-4bdc-9363-89274e53289d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 943 time: 0.0988050 Dec 24 10:46:46.348648 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:46.365694 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7035661f-d8c7-4acf-bd79-629f5b5f0bca req-f511d26a-727e-4886-847f-28f86c280499 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595012 Dec 24 10:46:46.371189 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.450668 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35311de2-4f49-4d3b-9952-91a52a1b561c,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:46.461346 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Checking segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:46.461869 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Network hostable DHCP agents. Network: bdfb7371-0493-476c-b7e5-4ee84d9bf130, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:46:46.552909 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:46:46.678629 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, bdfb7371-0493-476c-b7e5-4ee84d9bf130) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:46.684916 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:46.684916 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.688350 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c9b51-26b1-460f-97ef-cf32b3f0396d None None] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:46.780290 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-18c003ea-0c7a-4eb3-996e-4b74ed47d139 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8106098 Dec 24 10:46:46.782938 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39694) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:46.785963 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:46:46.789867 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:46.828181 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:46:46.829227 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.890861 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.891954 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:46.946129 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.031107 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Allocated IP 172.20.0.2 (bdfb7371-0493-476c-b7e5-4ee84d9bf130/35311de2-4f49-4d3b-9952-91a52a1b561c/044701df-6304-4406-8706-d3ef76d2523f) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:47.143231 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abaab8-8ab7-4637-bf61-d5c8cd9dd48d req-f8aa962a-f240-48ed-ad64-d6fecd57bb3f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:47.145392 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b9abaab8-8ab7-4637-bf61-d5c8cd9dd48d req-f8aa962a-f240-48ed-ad64-d6fecd57bb3f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1485126 Dec 24 10:46:47.187505 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.233176 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.240019 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a8b7-be74-4302-9f1b-eeae4198225b req-5f40c341-b2d0-4095-94aa-d48a3989c842 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:47.241761 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0e95a8b7-be74-4302-9f1b-eeae4198225b req-5f40c341-b2d0-4095-94aa-d48a3989c842 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0677104 Dec 24 10:46:47.242962 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b9abaab8-8ab7-4637-bf61-d5c8cd9dd48d req-5afc29ab-56ac-4e56-b88b-a08868ef4222 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684292 Dec 24 10:46:47.302773 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0e95a8b7-be74-4302-9f1b-eeae4198225b req-f2db585d-31f5-4cd5-8a46-e0b9490ccb91 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550900 Dec 24 10:46:47.342324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.388562 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:47.393695 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:47.406442 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:47.409589 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Pushing event updated for resources: {'Port': ['ID=044701df-6304-4406-8706-d3ef76d2523f,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:47.496309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Attempting to bind port 044701df-6304-4406-8706-d3ef76d2523f on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:47.496693 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Attempting to bind port 044701df-6304-4406-8706-d3ef76d2523f by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:47.497093 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Attempting to bind port 044701df-6304-4406-8706-d3ef76d2523f on network bdfb7371-0493-476c-b7e5-4ee84d9bf130 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:47.502348 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:47.502919 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Checking segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:47.503486 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.504438 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Bound using segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:47.504948 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Bound port: 044701df-6304-4406-8706-d3ef76d2523f, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:47.505326 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.520355 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432475-c94b-4ecf-ae1f-ff64b2454b11 req-3f6f40bb-76a8-4d11-bb07-e3b9d54dbcc5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:47.525474 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-28432475-c94b-4ecf-ae1f-ff64b2454b11 req-3f6f40bb-76a8-4d11-bb07-e3b9d54dbcc5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 944 time: 0.0608921 Dec 24 10:46:47.533036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680776a6-b05c-40b3-9eab-caee358ae246 req-8de2585d-672e-4ab6-b0ac-3914193dcced tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:47.541397 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-680776a6-b05c-40b3-9eab-caee358ae246 req-8de2585d-672e-4ab6-b0ac-3914193dcced tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.1622722 Dec 24 10:46:47.544320 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39720) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:47.551219 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'floatingip': {'port_id': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:47.583524 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-28432475-c94b-4ecf-ae1f-ff64b2454b11 req-f96628a1-198d-4c62-b796-50fbc8b48c91 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544865 Dec 24 10:46:47.585576 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] For port 044701df-6304-4406-8706-d3ef76d2523f, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:47.590747 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] For port 044701df-6304-4406-8706-d3ef76d2523f, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=044701df-6304-4406-8706-d3ef76d2523f,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:47.635242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.685360 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.711125 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.755289 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:47.773790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e42655-9cb2-4d44-8ebb-2394760651f1 None None] Pushing event updated for resources: {'Port': ['ID=044701df-6304-4406-8706-d3ef76d2523f,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:47.997992 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Allocated IP 172.27.1.135 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/6e88672a-a79e-42ea-9e8d-77501992ddbe) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:48.227234 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.328422 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.386060 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc342bf-e5fd-49e7-8222-70995fa3929d req-4de2911e-6c6d-4ef9-8932-7556def198d8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:48.387669 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dcc342bf-e5fd-49e7-8222-70995fa3929d req-4de2911e-6c6d-4ef9-8932-7556def198d8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0625303 Dec 24 10:46:48.393290 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.442956 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dcc342bf-e5fd-49e7-8222-70995fa3929d req-7f209584-3293-4a95-86b2-2c681746c9fb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Dec 24 10:46:48.641868 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.670117 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a76da1-5c9e-437a-88bd-c2982436a64f None None] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:48.727598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:48.749501 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:48.761361 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:48.770412 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Pushing event updated for resources: {'Port': ['ID=6e88672a-a79e-42ea-9e8d-77501992ddbe,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:48.781676 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] Provisioning complete for port 044701df-6304-4406-8706-d3ef76d2523f triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:48.782122 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.818613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2b9a-8361-4f66-9014-cbb175181a44 req-56916b4c-9d5b-4162-94d8-2c6285a969c2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:48.820031 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-15ef2b9a-8361-4f66-9014-cbb175181a44 req-56916b4c-9d5b-4162-94d8-2c6285a969c2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 944 time: 0.1459975 Dec 24 10:46:48.826153 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Floating IP ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c associated. External IP: 172.27.1.211, port: 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e. Dec 24 10:46:48.880096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:48.930609 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] For port 044701df-6304-4406-8706-d3ef76d2523f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=044701df-6304-4406-8706-d3ef76d2523f,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:48.993232 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:49.045440 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-15ef2b9a-8361-4f66-9014-cbb175181a44 req-49a581ce-2e67-4e0b-b9d5-0826c267c010 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169542 Dec 24 10:46:49.047480 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f384bd0-9607-4bbf-ba5b-297519fe0d4b None None] Pushing event updated for resources: {'Port': ['ID=044701df-6304-4406-8706-d3ef76d2523f,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:49.112743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-7ff80056-2e5e-4b51-b363-096126d70bd0 None None] Provisioning complete for port 044701df-6304-4406-8706-d3ef76d2523f triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:49.113131 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7ff80056-2e5e-4b51-b363-096126d70bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:49.221664 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:46:49.314018 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:49.438112 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:49.446238 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:49.453297 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:49.463514 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:49.467612 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:49.514726 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-932723ee-85eb-4d6e-bf30-c1f7e73d9162 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "PUT /v2.0/floatingips/ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c HTTP/1.1" status: 200 len: 991 time: 1.9667647 Dec 24 10:46:49.514726 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:49.516633 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ade739-90d2-4355-888b-b62de0177a44" -d '{"events": [{"name": "network-changed", "server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:49.596204 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:49.621544 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288f85-7efa-4ac0-9075-1c39cc470c2d req-6f6856a7-e4f2-4f2a-ae8d-598d0e61de3e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:49.632552 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9f288f85-7efa-4ac0-9075-1c39cc470c2d req-6f6856a7-e4f2-4f2a-ae8d-598d0e61de3e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0817385 Dec 24 10:46:49.712559 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9f288f85-7efa-4ac0-9075-1c39cc470c2d req-128e3c70-13a9-42f8-9bd4-6000c8ba1689 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788741 Dec 24 10:46:49.728856 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669dab94-2c32-426a-8455-3f1615f3dbd6 x-openstack-request-id: req-669dab94-2c32-426a-8455-3f1615f3dbd6 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:49.732035 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:49.732035 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-669dab94-2c32-426a-8455-3f1615f3dbd6 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:49.732035 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'status': 'completed', 'code': 200} Dec 24 10:46:49.762636 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:49.805886 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade739-90d2-4355-888b-b62de0177a44 req-3c18a5f8-01a4-434c-84d1-831ebc694adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:49.807398 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-3c18a5f8-01a4-434c-84d1-831ebc694adb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1098 time: 0.0489070 Dec 24 10:46:49.873909 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Router 9b66bffd-a774-4eb9-9679-0fc640b63473 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:46:49.936896 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade739-90d2-4355-888b-b62de0177a44 req-1773d2a0-73d0-4cb1-9be6-e3842533a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:49.938707 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-1773d2a0-73d0-4cb1-9be6-e3842533a5ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 912 time: 0.1115475 Dec 24 10:46:49.958516 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 044701df-6304-4406-8706-d3ef76d2523f up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:50.031259 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-1b4b426a-ffa6-4da3-b992-c728381f2055 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 999 time: 0.0797977 Dec 24 10:46:50.051201 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:50.068726 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:9d:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330dbb8-edad-4d54-afeb-8badc464250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:46:28Z', 'updated_at': '2021-12-24T10:46:48Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:50.097327 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:50.107914 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Sync routers for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:50.133979 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade739-90d2-4355-888b-b62de0177a44 req-63a2efff-5d93-4be5-8254-9e2374f6dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:50.137771 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-63a2efff-5d93-4be5-8254-9e2374f6dddc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.0974569 Dec 24 10:46:50.141509 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:50.142317 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:50.151658 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 044701df-6304-4406-8706-d3ef76d2523f triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:50.152251 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:50.161708 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:50.171852 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:50.172534 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:50.224382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:50.225611 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-eb495997-b451-448e-8845-fd7d17f4eb3b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4416218 Dec 24 10:46:50.233749 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39788) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:50.234031 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade739-90d2-4355-888b-b62de0177a44 req-c1dac030-1eb3-4246-a794-39f901baa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:50.235637 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-c1dac030-1eb3-4246-a794-39f901baa316 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896549 Dec 24 10:46:50.243252 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2e7cf-3b9d-4d23-b08b-4044d1f904c0 req-8938cbea-73d8-4042-aba3-f447e169bc19 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:50.244762 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4f2e7cf-3b9d-4d23-b08b-4044d1f904c0 req-8938cbea-73d8-4042-aba3-f447e169bc19 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 944 time: 0.0883634 Dec 24 10:46:50.329997 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:50.397829 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:46:50.442009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:50.442009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:50.506701 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:50.623478 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f4f2e7cf-3b9d-4d23-b08b-4044d1f904c0 req-f4ffa8da-4168-495c-979f-98ec78ffcd72 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617313 Dec 24 10:46:50.671597 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-29f780ec-4f2f-4ef0-936c-4afe0586e41c service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222322 Dec 24 10:46:50.672551 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:9d:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330dbb8-edad-4d54-afeb-8badc464250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:46:28Z', 'updated_at': '2021-12-24T10:46:48Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:50.722310 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541166-a1c3-4bb1-924d-2a37103bced4 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:9d:a3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9330dbb8-edad-4d54-afeb-8badc464250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:46:28Z', 'updated_at': '2021-12-24T10:46:48Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:46:50.844980 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:50.875564 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:46:50.878752 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a832d1a0-0fcc-48c6-a140-783cbc3e26a9" -d '{"events": [{"server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "name": "network-vif-plugged", "status": "completed", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:46:50.880602 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83ade739-90d2-4355-888b-b62de0177a44 req-5ab8e6f5-7ede-4944-a479-f10e3ea5976b service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920302 Dec 24 10:46:50.894744 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:50.899885 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481249d-7850-4293-b492-798a46a247c8 req-1570c6b2-83b1-45cc-9af5-5368488f6fdd tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:50.901982 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c481249d-7850-4293-b492-798a46a247c8 req-1570c6b2-83b1-45cc-9af5-5368488f6fdd tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0987923 Dec 24 10:46:50.909310 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:49Z', 'revision_number': 3, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:50.945825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa1808a-cfe2-44f6-ba70-5874bc8ba44d x-openstack-request-id: req-1aa1808a-cfe2-44f6-ba70-5874bc8ba44d {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:46:50.946114 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "name": "network-vif-plugged", "status": "completed", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:46:50.946375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1aa1808a-cfe2-44f6-ba70-5874bc8ba44d {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:46:50.946762 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', 'code': 200} Dec 24 10:46:50.947518 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Checking router: 9b66bffd-a774-4eb9-9679-0fc640b63473 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:50.947935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Updating router 9b66bffd-a774-4eb9-9679-0fc640b63473 port 6e88672a-a79e-42ea-9e8d-77501992ddbe binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:46:50.975870 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:50.979750 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c481249d-7850-4293-b492-798a46a247c8 req-28a9b127-aeba-42a0-8cf8-4f99f628efb3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704608 Dec 24 10:46:51.000124 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.089734 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.107561 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4fdb8d-8bae-4938-a935-8b5a3f9db49b None None] New status for floating IP ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:46:51.141906 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:51.282655 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Allocated IP 172.20.0.1 (bdfb7371-0493-476c-b7e5-4ee84d9bf130/35311de2-4f49-4d3b-9952-91a52a1b561c/d2554150-f766-4331-8647-06e604ce30f4) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:51.342946 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cecae-f2b4-44a4-b5a9-297067d33886 req-f6f93d1a-fc86-4bd3-81f9-9280e96480e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:51.344807 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-fc2cecae-f2b4-44a4-b5a9-297067d33886 req-f6f93d1a-fc86-4bd3-81f9-9280e96480e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 1098 time: 0.0549028 Dec 24 10:46:51.375222 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.415663 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-fc2cecae-f2b4-44a4-b5a9-297067d33886 req-dc895a26-832e-44ad-807e-d8dc7aa85626 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Dec 24 10:46:51.422078 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.490044 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.546579 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Attempting to bind port 6e88672a-a79e-42ea-9e8d-77501992ddbe on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:51.546941 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Attempting to bind port 6e88672a-a79e-42ea-9e8d-77501992ddbe by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:51.547298 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Attempting to bind port 6e88672a-a79e-42ea-9e8d-77501992ddbe on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:51.550169 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a6c4f-8e30-4903-8737-e1c815d0b1b2 None None] Pushing event updated for resources: {'Port': ['ID=6e88672a-a79e-42ea-9e8d-77501992ddbe,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:51.554697 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:51.554857 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.555066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:51.555466 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.555836 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:51.556290 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Bound port: 6e88672a-a79e-42ea-9e8d-77501992ddbe, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:51.559162 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.600594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:51.603521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:51.608191 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:51.611523 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:51.625224 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] For port 6e88672a-a79e-42ea-9e8d-77501992ddbe, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:51.630585 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] For port 6e88672a-a79e-42ea-9e8d-77501992ddbe, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6e88672a-a79e-42ea-9e8d-77501992ddbe,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:51.663691 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.690877 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.799373 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160230-158c-47b1-a20d-22927098126e req-b7369387-0593-41c1-8c1b-9cd19bf638fc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:51.799373 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-76160230-158c-47b1-a20d-22927098126e req-b7369387-0593-41c1-8c1b-9cd19bf638fc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.1015112 Dec 24 10:46:51.812519 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:51.813242 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:51.870944 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-76160230-158c-47b1-a20d-22927098126e req-689511cc-7c53-4eef-aa1b-6c02fcfd4199 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643761 Dec 24 10:46:51.892469 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a6c4f-8e30-4903-8737-e1c815d0b1b2 None None] Pushing event updated for resources: {'Port': ['ID=6e88672a-a79e-42ea-9e8d-77501992ddbe,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:51.942609 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.959006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-16a33913-b054-4768-8d83-c50a139e7c91 None None] Provisioning complete for port d2554150-f766-4331-8647-06e604ce30f4 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:51.959612 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-16a33913-b054-4768-8d83-c50a139e7c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:51.990880 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:52.092343 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c81fc-a136-4f84-8967-c49bc23f0ce2 req-9c244657-2a65-4ce0-b01a-1b97119f1b08 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:52.093969 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5f1c81fc-a136-4f84-8967-c49bc23f0ce2 req-9c244657-2a65-4ce0-b01a-1b97119f1b08 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0498676 Dec 24 10:46:52.109057 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-16a33913-b054-4768-8d83-c50a139e7c91 None None] Port d2554150-f766-4331-8647-06e604ce30f4 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:52.136557 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.173070 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5f1c81fc-a136-4f84-8967-c49bc23f0ce2 req-7cbab1e4-f188-47a8-b5cb-f7daf06e8c81 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Dec 24 10:46:52.200264 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:49Z', 'revision_number': 3, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:52.210287 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.242405 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30955d-590a-46c4-8e9b-cbf5af58996c None None] The sync data for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi is: [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:49Z', 'revision_number': 3, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:46:52.285276 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.292009 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:52.366409 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39832) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:52.388754 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:52.390358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:52.525932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-59e0e6be-c8a7-47b3-a3e0-8e493c9166d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.559629 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Router 9b66bffd-a774-4eb9-9679-0fc640b63473 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:46:52.637627 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-03f20d94-2dfc-4b43-9044-e542f19a3e9d None None] Provisioning complete for port d2554150-f766-4331-8647-06e604ce30f4 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:52.638003 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-03f20d94-2dfc-4b43-9044-e542f19a3e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.673526 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-03f20d94-2dfc-4b43-9044-e542f19a3e9d None None] Port d2554150-f766-4331-8647-06e604ce30f4 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:52.723438 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-59e0e6be-c8a7-47b3-a3e0-8e493c9166d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.728002 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:52.733728 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b28c79cf-fd28-455e-bf82-e93616d007a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/9b66bffd-a774-4eb9-9679-0fc640b63473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4989274 Dec 24 10:46:52.793065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-59e0e6be-c8a7-47b3-a3e0-8e493c9166d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.837863 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-59e0e6be-c8a7-47b3-a3e0-8e493c9166d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1046476bc042444b9458df45a89eed81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680982 Dec 24 10:46:52.837863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0e6be-c8a7-47b3-a3e0-8e493c9166d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0735d5de-e92b-4878-b811-555811596a60,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:52.839310 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39840) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:52.894216 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:52.936125 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.022009 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8433d-8d7f-4d08-938e-eaceff245992 req-1eae9c11-5cae-4a95-a5a0-259a1131751a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:53.023867 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83f8433d-8d7f-4d08-938e-eaceff245992 req-1eae9c11-5cae-4a95-a5a0-259a1131751a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0648768 Dec 24 10:46:53.075858 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83f8433d-8d7f-4d08-938e-eaceff245992 req-94138d80-f388-44ed-8ec2-3a7db0304d2c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Dec 24 10:46:53.096006 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.102896 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.102896 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0735d5de-e92b-4878-b811-555811596a60 HTTP/1.1" status: 204 len: 168 time: 0.2595541 Dec 24 10:46:53.110452 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e036e-4500-472b-83bc-cd2defd34b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735d5de-e92b-4878-b811-555811596a60,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:53.306399 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8977188-df49-4dfd-93c4-c500137abaa0 req-208b6e5a-eb8a-4427-b227-6c0079c2d56d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:53.317007 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8977188-df49-4dfd-93c4-c500137abaa0 req-208b6e5a-eb8a-4427-b227-6c0079c2d56d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0630791 Dec 24 10:46:53.357971 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8977188-df49-4dfd-93c4-c500137abaa0 req-2b0ad1f6-5571-4d8a-83d0-e80a293e4fb9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Dec 24 10:46:53.503168 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39868) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:53.508239 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-492631748-network', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:53.661935 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Made reservation on behalf of e22db82723a149bfaac516e0e48d35fc for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:53.664349 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.674863 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.758057 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:53.872414 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Sync routers for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:53.883380 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:53.889853 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:53.920989 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6e88672a-a79e-42ea-9e8d-77501992ddbe up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:53.999101 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.026233 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39874) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:54.054731 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7991a19e-926a-41d0-9c16-612ed0b6188a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.060531 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:46:54.070372 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678b8a1-66bd-4017-8a07-9d918bfb7e33,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.077169 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.077611 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Added segment cd24f3ad-306a-4f9f-81b1-f027635f624c of type vlan for network e04ba6f1-14e7-49af-a453-d00fd1d41417 Dec 24 10:46:54.129639 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.173092 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:54.187625 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7991a19e-926a-41d0-9c16-612ed0b6188a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.205274 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 6e88672a-a79e-42ea-9e8d-77501992ddbe triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:54.205641 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.222425 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e249de-931b-4e90-a8ce-161f29eb9e98 req-359d0c4f-6a28-402a-aaac-cc5cfddefcf4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:54.223887 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d5e249de-931b-4e90-a8ce-161f29eb9e98 req-359d0c4f-6a28-402a-aaac-cc5cfddefcf4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Dec 24 10:46:54.268628 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.269548 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:54.270164 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.295718 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d5e249de-931b-4e90-a8ce-161f29eb9e98 req-ab01634f-5848-4acd-90ea-0b9869c380e0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655432 Dec 24 10:46:54.308287 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7991a19e-926a-41d0-9c16-612ed0b6188a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.351325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] Pushing event updated for resources: {'Network': ['ID=e04ba6f1-14e7-49af-a453-d00fd1d41417,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.358294 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:46:54.373980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a19e-926a-41d0-9c16-612ed0b6188a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cefdee2-e671-45d1-9b19-68c62c6aa0c9,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.384730 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7991a19e-926a-41d0-9c16-612ed0b6188a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c43573d8034c457ba0408afcc1ef3173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566058 Dec 24 10:46:54.387015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39884) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:54.416391 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-059a3a01-2531-451e-9e81-2bbebb288284 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9119430 Dec 24 10:46:54.418987 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39886) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:54.431446 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Request body: {'subnet': {'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-492631748-subnet', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:54.457079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.515148 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.537238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.541678 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Made reservation on behalf of e22db82723a149bfaac516e0e48d35fc for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:46:54.544167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4502682'] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.551296 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf009b-2677-4816-a655-4fd5c11aed3c req-218e9ac2-e452-4398-8b14-2cefcf97616e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:54.559105 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6daf009b-2677-4816-a655-4fd5c11aed3c req-218e9ac2-e452-4398-8b14-2cefcf97616e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0809915 Dec 24 10:46:54.580488 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 6e88672a-a79e-42ea-9e8d-77501992ddbe, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6e88672a-a79e-42ea-9e8d-77501992ddbe,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:54.611253 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:52Z', 'revision_number': 2, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:54.612453 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6daf009b-2677-4816-a655-4fd5c11aed3c req-3ba3acdf-c847-435d-a9d3-d15870a68827 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 Dec 24 10:46:54.649315 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Checking router: 9b66bffd-a774-4eb9-9679-0fc640b63473 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:54.649733 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Updating router 9b66bffd-a774-4eb9-9679-0fc640b63473 port d2554150-f766-4331-8647-06e604ce30f4 binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:46:54.669062 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.695979 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.701254 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.704380 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.709473 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cefdee2-e671-45d1-9b19-68c62c6aa0c9 HTTP/1.1" status: 204 len: 168 time: 0.3205388 Dec 24 10:46:54.735690 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b67e2-788b-4fab-946d-21d021841e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cefdee2-e671-45d1-9b19-68c62c6aa0c9,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.758603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=6e88672a-a79e-42ea-9e8d-77501992ddbe,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.879668 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4502664'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:54.940190 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6c07b8-3290-4f7c-b487-595a25b5aa7b,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:54.950047 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Checking segment: {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:54.950416 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Network hostable DHCP agents. Network: e04ba6f1-14e7-49af-a453-d00fd1d41417, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:46:55.045596 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.050760 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:46:55.135991 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, e04ba6f1-14e7-49af-a453-d00fd1d41417) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:55.136216 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.140337 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:55.142328 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.165985 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e27265-0951-4d98-a7b5-a99fd1de8e3b None None] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:55.254649 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-725f8702-7bff-4219-aa51-bb1a99c996c4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8343008 Dec 24 10:46:55.262976 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39904) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:55.267096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da003-f47e-458b-b1f4-811b3399ae7b None None] Pushing event updated for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:55.267310 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:46:55.308740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Attempting to bind port d2554150-f766-4331-8647-06e604ce30f4 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:55.309145 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Attempting to bind port d2554150-f766-4331-8647-06e604ce30f4 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:55.309691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Attempting to bind port d2554150-f766-4331-8647-06e604ce30f4 on network bdfb7371-0493-476c-b7e5-4ee84d9bf130 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:55.318213 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:55.318582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Checking segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:55.318984 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.319373 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Bound using segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:55.319840 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Bound port: d2554150-f766-4331-8647-06e604ce30f4, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:55.320221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.373492 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-e04ba6f1-14e7-49af-a453-d00fd1d41417', 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417', 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'fixed_ips': [{'subnet_id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:46:55.374257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.422028 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.423236 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.429877 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] For port d2554150-f766-4331-8647-06e604ce30f4, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:55.483749 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.490078 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] For port d2554150-f766-4331-8647-06e604ce30f4, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=d2554150-f766-4331-8647-06e604ce30f4,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:55.544729 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-c0ef45bc-b37f-4c9c-8d76-761b6953e203 None None] Provisioning complete for port d2554150-f766-4331-8647-06e604ce30f4 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:55.545176 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c0ef45bc-b37f-4c9c-8d76-761b6953e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.582114 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Allocated IP 172.20.0.2 (e04ba6f1-14e7-49af-a453-d00fd1d41417/ec6c07b8-3290-4f7c-b487-595a25b5aa7b/4f9fd1ef-73c7-40c9-be63-9abaad880cc0) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:55.587910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.646545 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef45bc-b37f-4c9c-8d76-761b6953e203 None None] Port d2554150-f766-4331-8647-06e604ce30f4 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:46:55.713719 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:55.749633 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da003-f47e-458b-b1f4-811b3399ae7b None None] Pushing event updated for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:55.780717 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8488b7-5a6f-4951-a1b9-d95a19ad4033 req-45522b70-bde4-45cc-a121-c42567713107 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:55.782509 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab8488b7-5a6f-4951-a1b9-d95a19ad4033 req-45522b70-bde4-45cc-a121-c42567713107 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0652184 Dec 24 10:46:55.819952 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:55.820602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:55.887727 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab8488b7-5a6f-4951-a1b9-d95a19ad4033 req-048bf628-cc32-4d47-a412-8b61c3bd3200 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865350 Dec 24 10:46:55.931686 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6e88672a-a79e-42ea-9e8d-77501992ddbe up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:56.054315 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-f410347b-8c37-4002-941c-c9af9b046ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.116434 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] Provisioning complete for port d2554150-f766-4331-8647-06e604ce30f4 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:56.117615 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.138793 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.172751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:56.178526 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.205693 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.212018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 6e88672a-a79e-42ea-9e8d-77501992ddbe triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:56.212442 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.324491 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Allocated IP 172.27.1.63 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/2e23e57d-ecec-4d1e-8177-00b26c17ae4d) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:56.426770 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.458303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.506396 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:56.541811 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:56.550900 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:56.558575 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Pushing event updated for resources: {'Port': ['ID=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:56.565035 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.610048 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:56.613332 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:56.616957 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:56.639075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Pushing event updated for resources: {'Port': ['ID=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:56.660847 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.732165 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Attempting to bind port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:56.733115 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Attempting to bind port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:56.733629 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Attempting to bind port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 on network e04ba6f1-14e7-49af-a453-d00fd1d41417 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:56.753292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:56.754438 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Checking segment: {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:56.754985 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.755535 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Bound using segment: {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:56.756006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Bound port: 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:56.756389 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.763128 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] For port d2554150-f766-4331-8647-06e604ce30f4, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=d2554150-f766-4331-8647-06e604ce30f4,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:56.829987 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:55Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:56.864100 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cd2858-ace7-427d-aff9-8d0776ee7ca3 None None] The sync data for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi is: [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:55Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:46:56.866023 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] For port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:56.877369 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] For port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:56.884462 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:56.979612 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d9d4a-1e17-4f34-b9ac-9c256e8d24b3 None None] Pushing event updated for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:57.026502 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:57.173726 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc468987-37f9-42c7-b4e9-f44a627b079e None None] Pushing event updated for resources: {'Port': ['ID=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:57.242392 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:57.380522 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646017-ff70-44b5-b8ea-37259043897e req-6860e655-5ceb-492a-a6e9-8788fc44059e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:57.392804 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-44646017-ff70-44b5-b8ea-37259043897e req-6860e655-5ceb-492a-a6e9-8788fc44059e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.2988694 Dec 24 10:46:57.548165 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-44646017-ff70-44b5-b8ea-37259043897e req-b19cab5f-d663-4296-88aa-d237cd958813 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542289 Dec 24 10:46:57.673865 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:57.873206 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:46:57.960243 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device d2554150-f766-4331-8647-06e604ce30f4 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:58.067097 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b9a962e8-593a-4d4e-8111-3ea051538e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.070873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:46:58.083885 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Sync routers for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:46:58.102108 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port d2554150-f766-4331-8647-06e604ce30f4 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:58.102336 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:58.102769 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:58.103293 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.167233 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.169658 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-eadd7c29-408e-45e1-8a09-1ad82d532d41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9057772 Dec 24 10:46:58.172518 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 39986) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:58.232431 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:58.328376 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:58.328854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.338326 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:58.491241 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd5b06-2ca8-402d-bb2e-451b102f7d05 None None] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:46:58.596650 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.624522 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-5a168ff8-130c-4cf4-854b-5d183f272cd9 None None] Provisioning complete for port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:58.625202 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a168ff8-130c-4cf4-854b-5d183f272cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.651933 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 3, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:58.687962 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:46:58.688996 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Checking router: 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:46:58.689595 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Updating router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:46:58.723255 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.761376 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480759f-9625-4bfe-b09a-b2e0401bc2e2 req-6cd05a73-7147-4105-b9c1-9ecf2bd18121 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:46:58.767753 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0480759f-9625-4bfe-b09a-b2e0401bc2e2 req-6cd05a73-7147-4105-b9c1-9ecf2bd18121 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1111751 Dec 24 10:46:58.786705 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a168ff8-130c-4cf4-854b-5d183f272cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.839750 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:58.859368 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0480759f-9625-4bfe-b09a-b2e0401bc2e2 req-b08ced6a-3156-43c5-aacc-db98fb7d78bc tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877819 Dec 24 10:46:58.968594 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:58.997997 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.db.api [None req-5a168ff8-130c-4cf4-854b-5d183f272cd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:46:58.997997 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG oslo_db.api [None req-5a168ff8-130c-4cf4-854b-5d183f272cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:46:58.998171 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.061294 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.117288 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 39998) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:59.146286 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.175803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Allocated IP 172.20.0.1 (e04ba6f1-14e7-49af-a453-d00fd1d41417/ec6c07b8-3290-4f7c-b487-595a25b5aa7b/f29a6994-39f3-42d0-8dcb-d7f8f5532367) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:46:59.229700 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7ad1-6be5-4576-aeb9-0cfbc4c11b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.281621 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.284308 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.332727 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7ad1-6be5-4576-aeb9-0cfbc4c11b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.348568 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Attempting to bind port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:46:59.348962 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Attempting to bind port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:46:59.349522 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Attempting to bind port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:46:59.358468 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f4ec-a07b-4ea3-b122-35913bd3cb4c None None] Pushing event updated for resources: {'Port': ['ID=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,revision_number=2']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:59.362251 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:46:59.364627 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:46:59.364627 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.364627 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:46:59.364627 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Bound port: 2e23e57d-ecec-4d1e-8177-00b26c17ae4d, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:46:59.365026 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.418560 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] For port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:46:59.421535 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] For port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:46:59.422150 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.444542 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7ad1-6be5-4576-aeb9-0cfbc4c11b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.465580 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:46:59.468325 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:46:59.471833 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:46:59.487153 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fe3f7ad1-6be5-4576-aeb9-0cfbc4c11b7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1b46a6ef1314fec88660a1f9cd26f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687441 Dec 24 10:46:59.488852 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40010) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:46:59.489078 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f7ad1-6be5-4576-aeb9-0cfbc4c11b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e50bf-be12-4e0f-a86f-d11d7f475c5e,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:59.502727 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Pushing event updated for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:59.548596 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.559402 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.574804 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.600524 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.621909 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:46:59.622628 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:46:59.676567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f4ec-a07b-4ea3-b122-35913bd3cb4c None None] Pushing event updated for resources: {'Port': ['ID=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:59.696572 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-e76e1047-3b50-4187-90d0-f61cef2170cb None None] Provisioning complete for port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:59.697109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-e76e1047-3b50-4187-90d0-f61cef2170cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.724789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.728898 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.730065 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/821e50bf-be12-4e0f-a86f-d11d7f475c5e HTTP/1.1" status: 204 len: 168 time: 0.2380831 Dec 24 10:46:59.753887 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e58bb-e909-4bc1-9f3c-39887b6126d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e50bf-be12-4e0f-a86f-d11d7f475c5e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:46:59.758911 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:46:59.809598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.907184 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:46:59.955179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:46:59.955568 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:46:59.993170 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 3, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:00.009844 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-9dc8cb36-7c62-4c34-be1e-198fcf88ff2e None None] Provisioning complete for port f29a6994-39f3-42d0-8dcb-d7f8f5532367 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:00.010300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9dc8cb36-7c62-4c34-be1e-198fcf88ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.022005 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.030073 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca6892-ba31-4a30-be4c-04df9ea847ad None None] The sync data for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi is: [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 3, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:00.096491 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8cb36-7c62-4c34-be1e-198fcf88ff2e None None] Port f29a6994-39f3-42d0-8dcb-d7f8f5532367 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:00.141467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.210219 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Pushing event updated for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:00.212750 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.322713 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:00.324194 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:00.474511 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:47:00.579260 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40024) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:00.595309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ecb0-de11-46de-9b11-2560a24d684c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.630661 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-75b33385-377e-4e62-a0d4-a47c19c6e09f None None] Provisioning complete for port f29a6994-39f3-42d0-8dcb-d7f8f5532367 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:00.631366 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-75b33385-377e-4e62-a0d4-a47c19c6e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.687148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-75b33385-377e-4e62-a0d4-a47c19c6e09f None None] Port f29a6994-39f3-42d0-8dcb-d7f8f5532367 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:00.736779 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ecb0-de11-46de-9b11-2560a24d684c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.845323 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:47:00.851346 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e532e173-89fb-4a6e-873f-39d426899b1d admin admin] 10.222.0.30 "PUT /v2.0/routers/1b7c0512-ebe0-42ef-a9f9-866a9fa1f267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775367 Dec 24 10:47:00.856704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.878860 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ecb0-de11-46de-9b11-2560a24d684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:00.935950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40030) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:00.936138 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a0a7ecb0-de11-46de-9b11-2560a24d684c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfce192c21e44d529caf6b7e6c0f9e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554137 Dec 24 10:47:00.938365 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ecb0-de11-46de-9b11-2560a24d684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a37b4fc-e39a-4c5f-a6f6-657dbe030153,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:00.996443 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:01.020127 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:01.164302 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:01.166997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:01.168170 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a37b4fc-e39a-4c5f-a6f6-657dbe030153 HTTP/1.1" status: 204 len: 168 time: 0.2292123 Dec 24 10:47:01.176512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5b2bf-7fa1-4900-8d48-5f34ee2fac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a37b4fc-e39a-4c5f-a6f6-657dbe030153,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:01.456600 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:01.754695 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Sync routers for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:47:01.768896 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:01.770331 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:01.919940 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:02.002279 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 2e23e57d-ecec-4d1e-8177-00b26c17ae4d up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:02.053577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d77cf-3b8d-4644-b362-b8a3792be90f req-56888abb-fcee-478b-9e91-2136d1abc8ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:02.055178 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a30d77cf-3b8d-4644-b362-b8a3792be90f req-56888abb-fcee-478b-9e91-2136d1abc8ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0538356 Dec 24 10:47:02.186988 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a30d77cf-3b8d-4644-b362-b8a3792be90f req-a541f7f6-0c38-4dc4-8117-57c002f6c88b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214089 Dec 24 10:47:02.309338 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:02.309715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:02.452104 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:02.479822 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 4, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'f29a6994-39f3-42d0-8dcb-d7f8f5532367', 'name': '', 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'mac_address': 'fa:16:3e:0d:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:59Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 2, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'subnets': [{'id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:02.520433 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:02.525348 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Checking router: 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:47:02.525708 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Updating router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 port f29a6994-39f3-42d0-8dcb-d7f8f5532367 binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:47:02.556644 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:02.602995 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:02.875329 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:03.037083 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.199259 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.304336 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63fcb-e777-482b-9a7e-92e44335434f None None] Pushing event updated for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:03.382662 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41320279-4ec3-495b-ba17-a08ba6cad7a9 req-d23c3c78-f5c5-4f1f-a917-e66740efe03d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:03.397553 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-41320279-4ec3-495b-ba17-a08ba6cad7a9 req-d23c3c78-f5c5-4f1f-a917-e66740efe03d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0951850 Dec 24 10:47:03.412360 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Attempting to bind port f29a6994-39f3-42d0-8dcb-d7f8f5532367 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:03.412860 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Attempting to bind port f29a6994-39f3-42d0-8dcb-d7f8f5532367 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:03.413308 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Attempting to bind port f29a6994-39f3-42d0-8dcb-d7f8f5532367 on network e04ba6f1-14e7-49af-a453-d00fd1d41417 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:03.429372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:03.429760 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Checking segment: {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:03.430176 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.430578 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Bound using segment: {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:03.431072 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Bound port: f29a6994-39f3-42d0-8dcb-d7f8f5532367, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd24f3ad-306a-4f9f-81b1-f027635f624c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:03.431464 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.463327 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-41320279-4ec3-495b-ba17-a08ba6cad7a9 req-5f345f3d-6c7a-496a-b25b-08f9baa495c2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638978 Dec 24 10:47:03.598554 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] For port f29a6994-39f3-42d0-8dcb-d7f8f5532367, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:03.602419 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] For port f29a6994-39f3-42d0-8dcb-d7f8f5532367, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f29a6994-39f3-42d0-8dcb-d7f8f5532367,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:03.645501 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-21b47382-96fc-41c2-8423-c5f094b825ad None None] Provisioning complete for port f29a6994-39f3-42d0-8dcb-d7f8f5532367 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:03.645915 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-21b47382-96fc-41c2-8423-c5f094b825ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.683325 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:03.734144 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-21b47382-96fc-41c2-8423-c5f094b825ad None None] Port f29a6994-39f3-42d0-8dcb-d7f8f5532367 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:03.757640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:03.758296 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:46:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:03.928446 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:03.969997 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63fcb-e777-482b-9a7e-92e44335434f None None] Pushing event updated for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:04.093242 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 2e23e57d-ecec-4d1e-8177-00b26c17ae4d up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:04.225767 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] Provisioning complete for port f29a6994-39f3-42d0-8dcb-d7f8f5532367 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:04.226035 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:04.279561 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:04.279932 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:04.464212 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:04.490862 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 4, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'f29a6994-39f3-42d0-8dcb-d7f8f5532367', 'name': '', 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'mac_address': 'fa:16:3e:0d:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:59Z', 'updated_at': '2021-12-24T10:47:03Z', 'revision_number': 4, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'subnets': [{'id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:04.584255 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] For port f29a6994-39f3-42d0-8dcb-d7f8f5532367, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f29a6994-39f3-42d0-8dcb-d7f8f5532367,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:04.586102 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215df43a-f65b-4df1-b6de-6ff4e3764310 None None] The sync data for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi is: [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:46:59Z', 'revision_number': 4, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'f29a6994-39f3-42d0-8dcb-d7f8f5532367', 'name': '', 'network_id': 'e04ba6f1-14e7-49af-a453-d00fd1d41417', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'mac_address': 'fa:16:3e:0d:ae:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:59Z', 'updated_at': '2021-12-24T10:47:03Z', 'revision_number': 4, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'subnets': [{'id': 'ec6c07b8-3290-4f7c-b487-595a25b5aa7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:04.633533 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58541bbc-6e03-41d2-b0d2-6bb7787c0224 req-cec921a3-9904-4e2a-ae9a-2d600db55f30 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:04.644652 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58541bbc-6e03-41d2-b0d2-6bb7787c0224 req-cec921a3-9904-4e2a-ae9a-2d600db55f30 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0785999 Dec 24 10:47:04.716597 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:04.746234 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58541bbc-6e03-41d2-b0d2-6bb7787c0224 req-42c54caf-8267-4d00-871d-85091262897f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004491 Dec 24 10:47:04.911889 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c94ebc-57a5-47a4-b6b6-06926add041e None None] Pushing event updated for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:05.963299 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f29a6994-39f3-42d0-8dcb-d7f8f5532367 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:05.964075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4b8f9-e00f-407e-aedc-9b95080b9491 req-1b0a3c43-4029-459a-aea4-e4abc60db644 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:05.965918 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f1a4b8f9-e00f-407e-aedc-9b95080b9491 req-1b0a3c43-4029-459a-aea4-e4abc60db644 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0706601 Dec 24 10:47:06.059304 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f1a4b8f9-e00f-407e-aedc-9b95080b9491 req-698c3efa-d2e2-4614-a044-6b098f9387c3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837409 Dec 24 10:47:06.101980 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port f29a6994-39f3-42d0-8dcb-d7f8f5532367 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:06.102359 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:07.057124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-ac5146cb-534c-4f3f-af60-4f1757a6937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:07.059684 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-ac5146cb-534c-4f3f-af60-4f1757a6937a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.0678995 Dec 24 10:47:07.263064 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9850d6-01c3-4a3c-ba11-b326fa7b7baf req-65ed8165-e925-4d40-9df6-bf7ee18c49d3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:07.267447 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ad9850d6-01c3-4a3c-ba11-b326fa7b7baf req-65ed8165-e925-4d40-9df6-bf7ee18c49d3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0949795 Dec 24 10:47:07.286969 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-11d2df0c-633b-452e-9674-df4a75dda521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:07.288456 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-11d2df0c-633b-452e-9674-df4a75dda521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.1988814 Dec 24 10:47:07.330261 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ad9850d6-01c3-4a3c-ba11-b326fa7b7baf req-a1479896-147c-4038-83a5-1e8b2b5e33ab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609572 Dec 24 10:47:07.361104 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-273032a0-6803-46e6-bcfd-e673db6e7712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0635319 Dec 24 10:47:07.440979 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-f076b6e3-c11f-433f-bed0-ab207cab47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:07.442772 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-f076b6e3-c11f-433f-bed0-ab207cab47a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0668592 Dec 24 10:47:07.526995 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-00bf95b8-5093-4ad3-a9a9-0d3583a35ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566900 Dec 24 10:47:07.661301 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-b8e83f1e-e5f6-46fd-a9e2-ee3294a81f6d service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124046 Dec 24 10:47:08.050818 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e68d22dd-4e62-488b-afe8-95d9e28c55bb req-999247d8-7ce4-4f1d-b3af-9e076ac6087c service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710802 Dec 24 10:47:08.208120 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40246) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:08.347424 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.478446 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.507744 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4294a66-14cc-4a8b-9828-c80c333c95a1 req-52a22c85-4e8d-4cb9-b877-6ba5a36aa853 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:08.516461 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4294a66-14cc-4a8b-9828-c80c333c95a1 req-52a22c85-4e8d-4cb9-b877-6ba5a36aa853 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0818603 Dec 24 10:47:08.565212 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.583068 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4294a66-14cc-4a8b-9828-c80c333c95a1 req-a8474add-db67-4ef5-b6a6-9e521b4668af tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617785 Dec 24 10:47:08.634743 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c87edb8-d497-466b-a393-3692df56fae7,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:08.641133 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbf6e181569644b0a869307e5875f3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289024 Dec 24 10:47:08.642312 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40260) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:08.645428 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.645959 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.646306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.646634 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.646960 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.647284 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.647601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.648179 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.648501 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.648834 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.649150 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.649462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.649770 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73102bcf-8d16-4589-9a6f-ba05aeb7fc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.730193 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.744960 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b822d-9b76-4b59-bf60-3c5ff6ef6658 req-333f62c0-e048-45dc-a1e1-8bcebeb5ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:08.747146 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1f1b822d-9b76-4b59-bf60-3c5ff6ef6658 req-333f62c0-e048-45dc-a1e1-8bcebeb5ee5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.0766730 Dec 24 10:47:08.757230 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.818032 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1f1b822d-9b76-4b59-bf60-3c5ff6ef6658 req-01fea6a9-20bb-4e1d-bbf2-e7fc357663ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603194 Dec 24 10:47:08.906898 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.919631 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:08.932964 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c87edb8-d497-466b-a393-3692df56fae7 HTTP/1.1" status: 204 len: 168 time: 0.2845991 Dec 24 10:47:08.950020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c87edb8-d497-466b-a393-3692df56fae7,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:08.977699 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.978053 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.978399 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.978738 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.979066 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.979394 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.981443 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.982246 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.982693 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.983227 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.983772 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.984119 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:08.984546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e36116-1c7e-4686-b7bc-3148354b2234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:09.077094 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e69f3-5a4f-49cf-8541-6c3de5584faa req-cff0e248-0b3e-4bc4-baed-b92555e70b82 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:09.078830 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1b5e69f3-5a4f-49cf-8541-6c3de5584faa req-cff0e248-0b3e-4bc4-baed-b92555e70b82 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Dec 24 10:47:09.098145 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:47:09.153266 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1b5e69f3-5a4f-49cf-8541-6c3de5584faa req-5974e643-5eaf-4345-a6c0-4640184f8955 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662444 Dec 24 10:47:09.707139 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754cb4f-7ebd-44fb-9b21-f1a9f1cef27e req-e27a0fdf-fe3b-433a-8128-12f7200366d8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:09.709338 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f754cb4f-7ebd-44fb-9b21-f1a9f1cef27e req-e27a0fdf-fe3b-433a-8128-12f7200366d8 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0617287 Dec 24 10:47:09.765501 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f754cb4f-7ebd-44fb-9b21-f1a9f1cef27e req-2435cb56-f6af-4b81-939a-c7d4f222028d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Dec 24 10:47:09.916083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40284) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:09.937136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e47219c1-318a-4dc8-8c4f-7cfc6cc38559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.040916 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e47219c1-318a-4dc8-8c4f-7cfc6cc38559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.158096 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e47219c1-318a-4dc8-8c4f-7cfc6cc38559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.222945 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47219c1-318a-4dc8-8c4f-7cfc6cc38559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f9a49a-08ba-42d7-a494-71adcb6d7ef4,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:10.245257 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e47219c1-318a-4dc8-8c4f-7cfc6cc38559 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba5abdf2889b449e8b8382337d87272a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282857 Dec 24 10:47:10.247720 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40300) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:10.330325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.336524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbee93-3e9f-4833-8360-ee92b02d6d05 req-993edc8e-2d09-4f1e-8cc2-40ce1d3c391c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:10.344457 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2edbee93-3e9f-4833-8360-ee92b02d6d05 req-993edc8e-2d09-4f1e-8cc2-40ce1d3c391c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0708656 Dec 24 10:47:10.366649 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.402152 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2edbee93-3e9f-4833-8360-ee92b02d6d05 req-988886e1-fd82-4351-8936-d9f828e504b8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564687 Dec 24 10:47:10.524624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.530795 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:10.530795 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32f9a49a-08ba-42d7-a494-71adcb6d7ef4 HTTP/1.1" status: 204 len: 168 time: 0.2794640 Dec 24 10:47:10.545403 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf51dc5-696b-4097-95e5-1df9a3f0a719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f9a49a-08ba-42d7-a494-71adcb6d7ef4,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:10.608961 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-6eb65c6b-58d8-4785-a9f1-f708685e5e82 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:10.611254 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-6eb65c6b-58d8-4785-a9f1-f708685e5e82 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1153286 Dec 24 10:47:10.625970 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-a8bf94d4-14d5-4bbe-b6b4-3ba76a470e01 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/quotas/e62d11172cdf4959a15ac1ffc5601aca HTTP/1.1" status: 200 len: 375 time: 0.0092697 Dec 24 10:47:10.678818 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-095bf67d-2ff7-47ee-9524-71297fdb9651 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475342 Dec 24 10:47:10.795169 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-26742c09-2ceb-43f4-8b63-488708caf983 service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Dec 24 10:47:10.867264 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-d065a4ad-9977-49a0-9746-b05e6675379d service neutron] 10.222.0.30 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886979 Dec 24 10:47:11.222456 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e931c-60bc-42bf-9785-560d241954ed req-ddaa58f3-f36f-44f5-9ad8-4f8a8cd73d1c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:11.222456 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8a9e931c-60bc-42bf-9785-560d241954ed req-ddaa58f3-f36f-44f5-9ad8-4f8a8cd73d1c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0520966 Dec 24 10:47:11.339732 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8a9e931c-60bc-42bf-9785-560d241954ed req-873d0980-57cd-46e7-be6b-28dc7ff865e4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069851 Dec 24 10:47:11.399513 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-018b2aa4-8c8d-4036-a171-90851b758aaa req-3eef803b-7cac-4cf2-9557-80975753061c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0252113 Dec 24 10:47:11.579468 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4ac6f-80c2-4da2-a498-2ada97e27e1a req-51487d3a-8b73-438d-8cc0-4827c4d1ae19 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:11.587476 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f7a4ac6f-80c2-4da2-a498-2ada97e27e1a req-51487d3a-8b73-438d-8cc0-4827c4d1ae19 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0778878 Dec 24 10:47:11.642666 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f7a4ac6f-80c2-4da2-a498-2ada97e27e1a req-9e3770fb-405a-4fa6-96dc-5efb49f9973f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536530 Dec 24 10:47:12.474980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f663c2b-a265-4135-936c-574220d7acb6 req-dbfbaa0e-0c41-49a7-889e-ae172a9cfe6b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:12.476512 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f663c2b-a265-4135-936c-574220d7acb6 req-dbfbaa0e-0c41-49a7-889e-ae172a9cfe6b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0551960 Dec 24 10:47:12.538518 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f663c2b-a265-4135-936c-574220d7acb6 req-230461b9-cc3c-4ec6-a80b-f08c049807b5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534799 Dec 24 10:47:12.629868 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecac5857-ce67-4b16-9016-2777c0a3786e req-ee6d7468-7d37-4477-85ec-43f489ab744e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0310941 Dec 24 10:47:12.792036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4db890-f1a1-42b0-bc87-016e376ecbda req-c547bc87-2ac0-4fed-8950-d6a8294f618b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:12.794190 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee4db890-f1a1-42b0-bc87-016e376ecbda req-c547bc87-2ac0-4fed-8950-d6a8294f618b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0571001 Dec 24 10:47:12.853527 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee4db890-f1a1-42b0-bc87-016e376ecbda req-8736ab0d-1343-48f1-86d4-66720970d314 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527160 Dec 24 10:47:12.886568 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40370) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:13.005907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f761f58f-3a17-46f2-855a-551da42c04ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.067609 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.094677 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f761f58f-3a17-46f2-855a-551da42c04ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.169892 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f761f58f-3a17-46f2-855a-551da42c04ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.211075 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f761f58f-3a17-46f2-855a-551da42c04ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e1948c26d3348bba0e26c58f0b8f0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232918 Dec 24 10:47:13.212110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f58f-3a17-46f2-855a-551da42c04ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b89488-f374-4b06-94e3-772b4dd490f0,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:13.213652 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40374) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:13.275851 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.302275 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.489859 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.494129 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:13.501332 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17b89488-f374-4b06-94e3-772b4dd490f0 HTTP/1.1" status: 204 len: 168 time: 0.2866051 Dec 24 10:47:13.510980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488791b4-1105-4fca-a014-1c47989e4adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b89488-f374-4b06-94e3-772b4dd490f0,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:13.671822 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d634394-4d14-4c7b-b792-f79481ba4b1c req-e8240b0a-7092-425f-b9e3-22f70c30a301 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:13.673420 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d634394-4d14-4c7b-b792-f79481ba4b1c req-e8240b0a-7092-425f-b9e3-22f70c30a301 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0573642 Dec 24 10:47:13.736891 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d634394-4d14-4c7b-b792-f79481ba4b1c req-2c8ce3d5-cda3-4163-9f86-37f6e8e1b464 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Dec 24 10:47:13.740099 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eef716b4-eff7-4679-a68e-3a943ff151b7 req-020fa168-a042-44c4-8384-84afb9ef9b3f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0319529 Dec 24 10:47:13.996506 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8a6b-2a94-49a2-a826-3fb3b6e79e02 req-8a2e5515-4183-4397-b918-54117651dd66 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:13.998436 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ab7f8a6b-2a94-49a2-a826-3fb3b6e79e02 req-8a2e5515-4183-4397-b918-54117651dd66 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0644162 Dec 24 10:47:14.062005 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ab7f8a6b-2a94-49a2-a826-3fb3b6e79e02 req-486a5e80-386f-4f96-9c71-e2f11137db85 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556161 Dec 24 10:47:14.847551 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32dbd930-2f32-46ed-8bd1-4d9f0c2419ed req-a538ab0c-bea6-4cba-97ff-e2f4a636751d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0259435 Dec 24 10:47:14.859846 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c2100-0f7f-475a-acba-9714c3af6b00 req-f204af44-9dc3-4277-b67e-864a45739437 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:14.861385 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-973c2100-0f7f-475a-acba-9714c3af6b00 req-f204af44-9dc3-4277-b67e-864a45739437 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0605171 Dec 24 10:47:14.910260 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-973c2100-0f7f-475a-acba-9714c3af6b00 req-d526ec7e-2fae-406d-a2c8-080baf58cfaa tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Dec 24 10:47:15.264986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5e497-48aa-40a6-8e9d-7349a9e5baf7 req-23b56a1b-a075-492f-87c9-3bb9d0cacf0c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:15.277047 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1ae5e497-48aa-40a6-8e9d-7349a9e5baf7 req-23b56a1b-a075-492f-87c9-3bb9d0cacf0c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1039519 Dec 24 10:47:15.345013 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1ae5e497-48aa-40a6-8e9d-7349a9e5baf7 req-5a28a6a8-11b9-4814-8628-f7e39ca0535d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614767 Dec 24 10:47:15.529973 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a8fec-9528-4d04-958b-38736736aab2 req-bf526f19-3a0b-406e-b806-4e802e993b3d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:15.531894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ba9a8fec-9528-4d04-958b-38736736aab2 req-bf526f19-3a0b-406e-b806-4e802e993b3d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1045389 Dec 24 10:47:15.548650 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-53ff0adb-d52d-4657-bfee-7fa035e14e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:15.551143 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-53ff0adb-d52d-4657-bfee-7fa035e14e65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.0679231 Dec 24 10:47:15.696944 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ba9a8fec-9528-4d04-958b-38736736aab2 req-7f6fa27a-a391-48c7-8892-f454efa0e4b5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546893 Dec 24 10:47:15.742325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-19f5e5a2-9b69-407d-abc6-76beeb38fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:15.743841 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-19f5e5a2-9b69-407d-abc6-76beeb38fc85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.1740522 Dec 24 10:47:15.799001 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-264d173a-e899-4cfd-bcf1-85f217564daf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0414734 Dec 24 10:47:15.867531 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-01d7e4ed-090b-4f02-a90d-9ce62b2a0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:15.869028 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-01d7e4ed-090b-4f02-a90d-9ce62b2a0ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0553451 Dec 24 10:47:15.905237 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-9d129f3f-9f08-4b79-97d4-9b8f8fa3cd79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261297 Dec 24 10:47:15.947724 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c91dc1c5-b670-429e-b973-2afe95a6dbb1 req-fb162278-a644-4f1d-8d91-a14f4a962458 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Dec 24 10:47:15.999631 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-26e14bdd-3dba-47f2-9899-1c654f43207c service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825431 Dec 24 10:47:16.090899 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd7e2eaa-dc1b-4fe0-91b8-26d18b2b4d3b req-5e6b967d-acdf-4f3d-8bb6-26996498f06f service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Dec 24 10:47:16.356361 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-102a0abd-b04f-44e9-9780-4d314c4249d8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:16.357862 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-102a0abd-b04f-44e9-9780-4d314c4249d8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/networks?id=8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 200 len: 814 time: 0.1181717 Dec 24 10:47:16.380350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Request body: {'port': {'device_id': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'admin_state_up': True, 'tenant_id': 'e62d11172cdf4959a15ac1ffc5601aca'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:16.550097 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bb445-874e-4e46-a116-f6de349afb28 req-75df8632-3c21-4c63-88ac-cedfda9d2bb9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:16.550097 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ac7bb445-874e-4e46-a116-f6de349afb28 req-75df8632-3c21-4c63-88ac-cedfda9d2bb9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0977025 Dec 24 10:47:16.609275 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ac7bb445-874e-4e46-a116-f6de349afb28 req-e6b740df-2d7a-4388-9612-79bcc7d906b6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529079 Dec 24 10:47:16.689629 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Made reservation on behalf of e62d11172cdf4959a15ac1ffc5601aca for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:16.694536 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:16.855676 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbe616-41cc-472a-8df7-4d8b782ce667 req-eb0f2957-da17-4946-aece-a8781c016aa6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:16.857158 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ffbe616-41cc-472a-8df7-4d8b782ce667 req-eb0f2957-da17-4946-aece-a8781c016aa6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0956039 Dec 24 10:47:16.863962 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Allocated IP 172.20.0.10 (8016a0c6-9874-4e24-99d5-a347d449be0f/24fa4bd2-942c-4822-b70f-f9fbaa5b0b02/4fde9d66-dead-4e85-8d7f-9dffb8700f99) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:16.965238 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ffbe616-41cc-472a-8df7-4d8b782ce667 req-9d565aa4-7172-4a02-a35f-646a0002e2c2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851934 Dec 24 10:47:17.070704 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4d5fa918-98d9-4976-a6ad-83d48a52cc16 req-4ce0ce20-2fd5-4934-89c0-bff0232f032a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0393627 Dec 24 10:47:17.073602 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:17.193091 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:17.209652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:47:17.239432 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Network 8016a0c6-9874-4e24-99d5-a347d449be0f is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:17.244669 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:17.248891 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:17.279468 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event updated for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:17.307333 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:17.308375 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:17.324978 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-475515df-b3b6-4583-b17c-bd7657c3bda6 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:17.326460 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-475515df-b3b6-4583-b17c-bd7657c3bda6 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 814 time: 0.1163657 Dec 24 10:47:17.342086 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-29d1ca0b-4eac-494e-8b84-aac4fc7c7fe3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/quotas/aed29a38d2fe424398ac10e585a980df HTTP/1.1" status: 200 len: 375 time: 0.0091116 Dec 24 10:47:17.392358 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-5a3fa4a4-c962-4adf-bae6-5e3c124b45f2 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444462 Dec 24 10:47:17.424627 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-fae2ebba-e6e4-4c3d-ad34-bb02962237b6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0485084 Dec 24 10:47:17.446604 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Request body: {'port': {'device_id': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:17.493124 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-90855d59-44ff-4c56-ade7-487773cf772b service neutron] 10.222.0.30 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Dec 24 10:47:17.505609 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:17.634399 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-9b8136c6-19de-4e41-a90d-58f9c2cc9f9c service neutron] 10.222.0.30 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279912 Dec 24 10:47:17.856063 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75773d-9c66-4397-9309-9037e7616550 req-c28216b9-0abd-4ce7-9365-30cc610f8b62 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:17.857597 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-fb75773d-9c66-4397-9309-9037e7616550 req-c28216b9-0abd-4ce7-9365-30cc610f8b62 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0913823 Dec 24 10:47:17.864438 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fde9d66-dead-4e85-8d7f-9dffb8700f99 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:47:17.878968 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:17.911070 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Transition to ACTIVE for port object 4fde9d66-dead-4e85-8d7f-9dffb8700f99 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:47:17.929092 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7fa67bd5-2ece-4393-ba3e-f540dccb8c80 req-4923b5f1-13c2-49fe-8411-c80b80755b67 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0495780 Dec 24 10:47:17.937178 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-fb75773d-9c66-4397-9309-9037e7616550 req-c6fc5edf-0d7a-48de-9fb8-84b5a8395996 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679266 Dec 24 10:47:17.986673 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:18.079297 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Pushing event updated for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:18.114575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf4d54-13a3-4eac-a546-f06413906f52 req-e0a88fe0-f604-413e-84bb-4ee201f5c61b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.116089 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-abbf4d54-13a3-4eac-a546-f06413906f52 req-e0a88fe0-f604-413e-84bb-4ee201f5c61b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0622613 Dec 24 10:47:18.161228 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Attempting to bind port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:18.161565 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Attempting to bind port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:18.161864 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Attempting to bind port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:18.170791 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-abbf4d54-13a3-4eac-a546-f06413906f52 req-c7ea66d0-4af4-483f-b202-117732374180 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Dec 24 10:47:18.182595 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 on network 8016a0c6-9874-4e24-99d5-a347d449be0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:47:18.182915 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Attempting to bind port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 on network 8016a0c6-9874-4e24-99d5-a347d449be0f {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:18.190761 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:18.191083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Checking segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:18.191661 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Bound using segment: {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:18.192113 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Bound port: 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17062216-c6d2-43fc-b8de-3764218260c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:18.192560 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:18.222830 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05419ed-eafc-4c9f-8674-399422f4deb0 req-f0b6299f-b1e4-4bc6-beba-8878f64f3962 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.224249 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a05419ed-eafc-4c9f-8674-399422f4deb0 req-f0b6299f-b1e4-4bc6-beba-8878f64f3962 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 944 time: 0.0776582 Dec 24 10:47:18.306010 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:18.310731 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a05419ed-eafc-4c9f-8674-399422f4deb0 req-9592a209-1416-4618-9896-1bb6e9aa118c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693526 Dec 24 10:47:18.312305 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:18.506928 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:18.545519 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.546127 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:18.547493 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fde9d66-dead-4e85-8d7f-9dffb8700f99 HTTP/1.1" status: 200 len: 1094 time: 1.1058826 Dec 24 10:47:18.547919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:47:18.550148 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fadd053-325a-4709-925c-a3b9e34b69de" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:47:18.568906 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d257d-c9a4-4675-aee3-01dc838cda81 service neutron] Pushing event updated for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:18.598070 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ad8d8a-94cb-4dd1-bf51-03b5de20dba3 x-openstack-request-id: req-99ad8d8a-94cb-4dd1-bf51-03b5de20dba3 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:47:18.599592 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:47:18.599860 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99ad8d8a-94cb-4dd1-bf51-03b5de20dba3 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:47:18.600271 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99', 'status': 'completed', 'code': 200} Dec 24 10:47:18.677828 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd053-325a-4709-925c-a3b9e34b69de req-3bebadd4-3a4f-4e6d-b09c-f20df31d9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.679316 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9fadd053-325a-4709-925c-a3b9e34b69de req-3bebadd4-3a4f-4e6d-b09c-f20df31d9fd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 1097 time: 0.0430925 Dec 24 10:47:18.793623 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd053-325a-4709-925c-a3b9e34b69de req-0d33ce38-4120-441f-8301-0829bde5206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.795121 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9fadd053-325a-4709-925c-a3b9e34b69de req-0d33ce38-4120-441f-8301-0829bde5206c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1016829 Dec 24 10:47:18.923559 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd053-325a-4709-925c-a3b9e34b69de req-3b2c7dc4-0d0a-4cae-b2a7-89c12e8c0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:18.923932 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9fadd053-325a-4709-925c-a3b9e34b69de req-3b2c7dc4-0d0a-4cae-b2a7-89c12e8c0b2d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142082 Dec 24 10:47:19.017077 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f2e98d5e-9259-43f1-b7aa-159c1d140735 req-e5f6a12f-9260-473b-9c7b-9bff5931f2b5 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0389664 Dec 24 10:47:19.052477 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-7b7bf43b-6f8b-4556-9b92-105eb02280b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:19.053927 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-7b7bf43b-6f8b-4556-9b92-105eb02280b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 1097 time: 0.0758245 Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.071861 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:47:19.074519 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:47:19.076181 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9187b-29b4-45f9-b439-3d23e9223741 req-fa49d1b6-2466-48ef-80c9-e81d57760b52 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:19.077751 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9ac9187b-29b4-45f9-b439-3d23e9223741 req-fa49d1b6-2466-48ef-80c9-e81d57760b52 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Dec 24 10:47:19.121218 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-f158de5a-57cc-4515-a489-0cb476f664bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99 HTTP/1.1" status: 200 len: 217 time: 0.0425191 Dec 24 10:47:19.189366 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9ac9187b-29b4-45f9-b439-3d23e9223741 req-f4233e26-dc8c-4af0-a5ce-3ad06fab3093 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036992 Dec 24 10:47:19.206518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb395-de79-4b6e-b180-5b682c503508 req-568aac72-b72c-4585-aa62-9a02928d6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:19.207945 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-568aac72-b72c-4585-aa62-9a02928d6240 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 200 len: 854 time: 0.0738261 Dec 24 10:47:19.247841 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-d926647f-02f4-4032-841d-0c96e58b3c87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8016a0c6-9874-4e24-99d5-a347d449be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242000 Dec 24 10:47:19.299827 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617b0d5-a9a6-4ef4-9c7e-d2ba41fefbc4 req-963657c1-5f83-4192-bbcf-615c47e8d474 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:19.301451 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6617b0d5-a9a6-4ef4-9c7e-d2ba41fefbc4 req-963657c1-5f83-4192-bbcf-615c47e8d474 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0596821 Dec 24 10:47:19.353465 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6617b0d5-a9a6-4ef4-9c7e-d2ba41fefbc4 req-966bb416-1340-4e9d-a9ea-5a26927db290 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Dec 24 10:47:19.360321 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-b12d973c-f144-4b3d-9ddf-d323b612556b service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935946 Dec 24 10:47:19.480574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ccb9-75e9-4d38-b618-5f268e0a10c0 req-41c59a68-40c8-4884-acfc-feea8f0e0f63 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:19.482754 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e228ccb9-75e9-4d38-b618-5f268e0a10c0 req-41c59a68-40c8-4884-acfc-feea8f0e0f63 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 944 time: 0.0954690 Dec 24 10:47:19.522505 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45fcb395-de79-4b6e-b180-5b682c503508 req-92523f20-8eda-42dc-af5e-ead223c38e43 service neutron] 10.222.0.24 "GET /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530845 Dec 24 10:47:19.550098 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e228ccb9-75e9-4d38-b618-5f268e0a10c0 req-339e4c8f-8a2d-4e78-bb2d-0ac58d5e34a3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Dec 24 10:47:20.113962 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f33139c4-c348-475f-8a05-cccf83fe7ed2 req-94bbc9a3-bd7d-4602-8bd1-0839ec363e40 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0393901 Dec 24 10:47:20.330839 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6cb70-6737-4612-a331-e9225d52b26b req-7222435c-f26c-4d29-bc83-43b4b187fd35 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:20.332275 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0fc6cb70-6737-4612-a331-e9225d52b26b req-7222435c-f26c-4d29-bc83-43b4b187fd35 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Dec 24 10:47:20.382597 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0fc6cb70-6737-4612-a331-e9225d52b26b req-e9158c48-9d29-402d-bdec-bf0e8d2f0d5d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Dec 24 10:47:20.665291 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e87b7d-b7fd-4467-a50c-c58b33040002 req-9a1f36b9-0cd3-4f31-8820-7ba5e7ffa429 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:20.666844 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e3e87b7d-b7fd-4467-a50c-c58b33040002 req-9a1f36b9-0cd3-4f31-8820-7ba5e7ffa429 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 944 time: 0.0463984 Dec 24 10:47:20.715436 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e3e87b7d-b7fd-4467-a50c-c58b33040002 req-51025ce0-9a84-4545-9d92-78d18bf8330e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Dec 24 10:47:21.205151 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bc216df2-64bc-4083-a4f4-1ebe9d977a85 req-f28c1c36-63d7-48ff-ac36-4d2466c2d1ac tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0269496 Dec 24 10:47:21.306693 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3da74-f21a-4f66-814c-19351b8a8afc req-5253d04d-3686-4b94-83bd-5ee41c1f255b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:21.308151 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-86b3da74-f21a-4f66-814c-19351b8a8afc req-5253d04d-3686-4b94-83bd-5ee41c1f255b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0500283 Dec 24 10:47:21.354227 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-86b3da74-f21a-4f66-814c-19351b8a8afc req-3d8227d7-69d9-44df-9dd4-e01d4fd9e221 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Dec 24 10:47:24.026686 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706d5f-28aa-4e86-a1d2-e55fcab7d560 req-30084192-f700-4e41-b0dd-be1d0e01c146 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:24.028134 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5e706d5f-28aa-4e86-a1d2-e55fcab7d560 req-30084192-f700-4e41-b0dd-be1d0e01c146 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Dec 24 10:47:24.077796 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5e706d5f-28aa-4e86-a1d2-e55fcab7d560 req-b387729e-bd23-4e43-bcd4-40477edfe075 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Dec 24 10:47:24.183193 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74200ff-3fbc-42ab-aa04-22713af3cd56 req-e22cd56d-b126-43b7-9cbc-2dd8058fd6d9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:24.184635 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c74200ff-3fbc-42ab-aa04-22713af3cd56 req-e22cd56d-b126-43b7-9cbc-2dd8058fd6d9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 944 time: 0.0496609 Dec 24 10:47:24.230756 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c74200ff-3fbc-42ab-aa04-22713af3cd56 req-58ddbc5c-ff2d-4b48-b6f4-df1ba1692f4c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Dec 24 10:47:24.311869 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f6e3d71e-d0a7-4f29-8fb5-659e0f23b7da req-5cea2c8f-ea07-4898-886a-227fdd57a1fa tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0249124 Dec 24 10:47:24.468126 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-691bbfea-67ca-457b-bad2-7c4d004a7e0a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:24.469507 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-691bbfea-67ca-457b-bad2-7c4d004a7e0a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 814 time: 0.1012375 Dec 24 10:47:24.490931 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'port': {'device_id': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'admin_state_up': True, 'tenant_id': 'aed29a38d2fe424398ac10e585a980df'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:24.690866 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Made reservation on behalf of aed29a38d2fe424398ac10e585a980df for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:24.699423 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:24.838131 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Allocated IP 172.20.0.7 (bdfb7371-0493-476c-b7e5-4ee84d9bf130/35311de2-4f49-4d3b-9952-91a52a1b561c/abebf56e-a643-48ae-a779-897dbd105170) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:24.884946 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4fde9d66-dead-4e85-8d7f-9dffb8700f99 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:47:25.023393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:25.032138 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '4fde9d66-dead-4e85-8d7f-9dffb8700f99', 'network_id': '8016a0c6-9874-4e24-99d5-a347d449be0f', 'port_id': '4fde9d66-dead-4e85-8d7f-9dffb8700f99', 'mac_address': 'fa:16:3e:6c:25:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24fa4bd2-942c-4822-b70f-f9fbaa5b0b02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:47:25.052201 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.084177 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.101698 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fde9d66-dead-4e85-8d7f-9dffb8700f99 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:47:25.137027 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:25.249710 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.441519 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522c036-a73a-463b-9169-1d6eae22eb66 req-48a4f19f-fcb0-400e-a92f-43e35557dbd9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:25.443331 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5522c036-a73a-463b-9169-1d6eae22eb66 req-48a4f19f-fcb0-400e-a92f-43e35557dbd9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0565045 Dec 24 10:47:25.458489 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fd95b-382f-47a5-8310-0d4dceaa0824 req-69d52d30-9326-4324-8fe5-55280260697e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:25.468484 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c54fd95b-382f-47a5-8310-0d4dceaa0824 req-69d52d30-9326-4324-8fe5-55280260697e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 945 time: 0.1069686 Dec 24 10:47:25.480322 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.508969 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40670) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:25.517635 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:25.529648 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.530320 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.530978 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.531872 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.532858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.533566 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.534261 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.534844 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.535379 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.535975 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.536547 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.537194 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.537691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:25.563839 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:25.573675 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c54fd95b-382f-47a5-8310-0d4dceaa0824 req-f612a206-d732-46dc-9c7d-8b600f85099c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000898 Dec 24 10:47:25.577473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:25.593248 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5522c036-a73a-463b-9169-1d6eae22eb66 req-b9f91414-847f-45f8-9045-179e7f77e1e1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434183 Dec 24 10:47:25.595158 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:25.606034 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:25.652894 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['4fde9d66-dead-4e85-8d7f-9dffb8700f99'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:47:25.695185 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:25.696117 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.731442 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd966b2-ae04-41a7-b8c7-5385be1d1139 req-c3bda3c4-3638-4713-98d4-614aed2a2a34 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:25.733254 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5cd966b2-ae04-41a7-b8c7-5385be1d1139 req-c3bda3c4-3638-4713-98d4-614aed2a2a34 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 931 time: 0.1015286 Dec 24 10:47:25.829444 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-a224ca47-a402-4f32-96e9-f9f429fabb92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3424566 Dec 24 10:47:25.844084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5cd966b2-ae04-41a7-b8c7-5385be1d1139 req-89e415eb-616d-4c35-9303-492b1b6af779 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024303 Dec 24 10:47:25.845923 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Request body: {'port': {'device_id': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:25.850738 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6bfad6bb-3bff-4ad6-85d2-ca043b680903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.934843 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.958978 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6bfad6bb-3bff-4ad6-85d2-ca043b680903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:25.998428 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0b9de777-171f-4bc7-babc-24ba3a0303c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.046252 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4ffdafda-c522-4448-9573-e08c346b69a1 None None] Provisioning complete for port abebf56e-a643-48ae-a779-897dbd105170 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:26.046696 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4ffdafda-c522-4448-9573-e08c346b69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.093138 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdafda-c522-4448-9573-e08c346b69a1 None None] Port abebf56e-a643-48ae-a779-897dbd105170 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:26.118307 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6bfad6bb-3bff-4ad6-85d2-ca043b680903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.220693 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6bfad6bb-3bff-4ad6-85d2-ca043b680903 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9126763c02f645e6a91646db7554d95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7052996 Dec 24 10:47:26.226107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfad6bb-3bff-4ad6-85d2-ca043b680903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea28380-2c43-47be-ae28-5e3c9a2ee411,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:26.228371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40700) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:26.342188 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abebf56e-a643-48ae-a779-897dbd105170 {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:47:26.365617 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.398456 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Transition to ACTIVE for port object abebf56e-a643-48ae-a779-897dbd105170 will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:47:26.441055 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.483064 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.547750 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.758040 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ef89-8e43-458d-86fe-2e0c41926fe1 req-bb3ac33b-4935-4b88-8394-2988486b1f39 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:26.766735 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-eb00ef89-8e43-458d-86fe-2e0c41926fe1 req-bb3ac33b-4935-4b88-8394-2988486b1f39 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 945 time: 0.0758607 Dec 24 10:47:26.779753 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.782369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:26.786399 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bea28380-2c43-47be-ae28-5e3c9a2ee411 HTTP/1.1" status: 204 len: 168 time: 0.5569384 Dec 24 10:47:26.828277 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:26.859946 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa980b3c-7d2a-4a31-b9b0-4e3947fd42c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea28380-2c43-47be-ae28-5e3c9a2ee411,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:26.883472 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Attempting to bind port abebf56e-a643-48ae-a779-897dbd105170 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:26.883807 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Attempting to bind port abebf56e-a643-48ae-a779-897dbd105170 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:26.884121 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Attempting to bind port abebf56e-a643-48ae-a779-897dbd105170 on network bdfb7371-0493-476c-b7e5-4ee84d9bf130 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:26.893940 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Port abebf56e-a643-48ae-a779-897dbd105170 on network bdfb7371-0493-476c-b7e5-4ee84d9bf130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:47:26.894261 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Attempting to bind port abebf56e-a643-48ae-a779-897dbd105170 on network bdfb7371-0493-476c-b7e5-4ee84d9bf130 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:26.912234 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e3279-53da-4f11-bf77-8313c7306252 req-6b679f4e-06a6-4850-abf1-3f302b105b39 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:26.921414 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-eb00ef89-8e43-458d-86fe-2e0c41926fe1 req-f0f090d8-383b-4d4b-a0e1-a11c2e764ec6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431985 Dec 24 10:47:26.921714 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff8e3279-53da-4f11-bf77-8313c7306252 req-6b679f4e-06a6-4850-abf1-3f302b105b39 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1910160 Dec 24 10:47:26.937302 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:26.937692 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Checking segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:26.938087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Bound using segment: {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:26.938789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Bound port: abebf56e-a643-48ae-a779-897dbd105170, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36be3efb-db1f-43fe-a85b-c0f6eb8aa963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:26.939079 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:27.047404 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff8e3279-53da-4f11-bf77-8313c7306252 req-f4984a6e-7f78-40f9-90e7-9e33ae5ece48 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243219 Dec 24 10:47:27.096070 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:27.099038 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:27.172827 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2b3bd-7304-4789-8a93-85fbb8da1736 req-090eb326-93a7-4540-9242-f0efcd969ab9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:27.180639 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e3b2b3bd-7304-4789-8a93-85fbb8da1736 req-090eb326-93a7-4540-9242-f0efcd969ab9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.1374021 Dec 24 10:47:27.250166 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:27.286691 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e3b2b3bd-7304-4789-8a93-85fbb8da1736 req-5815c41f-0181-4427-a35d-bb3004d5764b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Dec 24 10:47:27.323747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:27.324587 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:27.326157 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] 10.222.0.24 "PUT /v2.0/ports/abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 1093 time: 1.4855580 Dec 24 10:47:27.326759 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:47:27.329242 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4457350f-670f-451b-9613-60b1d8c531f8" -d '{"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:47:27.390609 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4415f-8670-49b6-8824-f5b1152c1547 service neutron] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:27.445443 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15cb0aa-2a8f-4e96-a927-f4ef714a634b x-openstack-request-id: req-b15cb0aa-2a8f-4e96-a927-f4ef714a634b {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:47:27.445738 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:47:27.445988 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b15cb0aa-2a8f-4e96-a927-f4ef714a634b {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:47:27.446438 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:47:28.038131 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-1663d7dc-dcf8-4c6f-a0d7-aed45a104602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:28.056488 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e036109-3abc-4ccc-8f2b-be42dee9d748 req-e1b88468-74b1-4ede-9d7f-833873bb35ef tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:28.057995 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8e036109-3abc-4ccc-8f2b-be42dee9d748 req-e1b88468-74b1-4ede-9d7f-833873bb35ef tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 945 time: 0.0576501 Dec 24 10:47:28.126903 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8e036109-3abc-4ccc-8f2b-be42dee9d748 req-192e974c-e8aa-4251-b007-f0983b1f44cb tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629392 Dec 24 10:47:28.261759 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409edf6-1213-48e4-8299-4808d8d01459 req-9b1297d0-18f5-43d3-87ea-0733f9e6abb5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:28.263752 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d409edf6-1213-48e4-8299-4808d8d01459 req-9b1297d0-18f5-43d3-87ea-0733f9e6abb5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0598958 Dec 24 10:47:28.329315 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d409edf6-1213-48e4-8299-4808d8d01459 req-53d27126-ea70-4acc-b9d0-1918d806a7e8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565567 Dec 24 10:47:28.454122 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b34c-063b-49b9-a804-66e417527071 req-06bf4c47-fb2a-42cc-bbf1-a55687ee943c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:28.457182 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ded7b34c-063b-49b9-a804-66e417527071 req-06bf4c47-fb2a-42cc-bbf1-a55687ee943c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0615981 Dec 24 10:47:28.507770 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ded7b34c-063b-49b9-a804-66e417527071 req-d15fcd06-fe8e-4af8-863c-8767ab0cccd2 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Dec 24 10:47:28.887621 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4fde9d66-dead-4e85-8d7f-9dffb8700f99 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:29.130798 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:47:29.134034 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:29.137779 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:29.138345 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:29.223790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:29.249640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:47:29.252006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0db7b0-f263-453e-86a4-20a0e9f0da45" -d '{"events": [{"server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "name": "network-vif-plugged", "status": "completed", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:47:29.261362 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6479-842f-4705-9188-62d39f29367f req-b4c10f8a-de6b-4f78-9a5e-bd30d10f573e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:29.270423 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bf2d6479-842f-4705-9188-62d39f29367f req-b4c10f8a-de6b-4f78-9a5e-bd30d10f573e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 945 time: 0.0638022 Dec 24 10:47:29.270594 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:29.312001 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bf2d6479-842f-4705-9188-62d39f29367f req-0b986ddb-fcc7-466c-8372-5ba0af4fed8a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Dec 24 10:47:29.369971 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d249f2-c5bb-45db-acb1-937082cc6771 x-openstack-request-id: req-28d249f2-c5bb-45db-acb1-937082cc6771 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:47:29.370289 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "name": "network-vif-plugged", "status": "completed", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:47:29.370538 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28d249f2-c5bb-45db-acb1-937082cc6771 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:47:29.371108 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99', 'code': 200} Dec 24 10:47:29.386736 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:29.449079 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:29.510061 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7d466-c347-47da-8800-bead9a3f8160 req-7ea00d2f-dba7-4c2c-9ad7-b1cc086339e8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:29.516117 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51a7d466-c347-47da-8800-bead9a3f8160 req-7ea00d2f-dba7-4c2c-9ad7-b1cc086339e8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0844102 Dec 24 10:47:29.569334 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-51a7d466-c347-47da-8800-bead9a3f8160 req-875e7aa4-5e22-45c6-ac7c-e9c5f56016fb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 Dec 24 10:47:29.676258 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074c7a-59ed-400a-b166-84130eb0ccb6 req-a099b2b8-74dd-42a5-99db-6d448d43d1e1 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:29.913396 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ca074c7a-59ed-400a-b166-84130eb0ccb6 req-a099b2b8-74dd-42a5-99db-6d448d43d1e1 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0483561 Dec 24 10:47:29.913396 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ca074c7a-59ed-400a-b166-84130eb0ccb6 req-8ccd56de-10da-4044-a533-0cc4fa494bad tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Dec 24 10:47:30.449293 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fab28-88cf-456a-bb99-11cb4fafb58f req-c638f204-7b8e-4d94-871f-cd6aeb423f88 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:30.450868 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6e1fab28-88cf-456a-bb99-11cb4fafb58f req-c638f204-7b8e-4d94-871f-cd6aeb423f88 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0606375 Dec 24 10:47:30.526085 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6e1fab28-88cf-456a-bb99-11cb4fafb58f req-091ced10-ab9e-49a9-8b03-6645e2e9b9e6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Dec 24 10:47:30.764476 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead51d-7125-4e33-ab95-5509ccc23db8 req-f256871d-7548-440e-8400-4c53106fd154 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:30.764476 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-28ead51d-7125-4e33-ab95-5509ccc23db8 req-f256871d-7548-440e-8400-4c53106fd154 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0643685 Dec 24 10:47:30.769838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-28ead51d-7125-4e33-ab95-5509ccc23db8 req-b6647b8e-ab5c-4ab5-95e5-6f023465a0b0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453036 Dec 24 10:47:30.855274 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:31.010604 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12599729-a2b2-4bfb-aa83-923ad8bdf79e req-9908d8c6-69d7-4d90-922b-958a2ade6faf tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:31.012057 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-12599729-a2b2-4bfb-aa83-923ad8bdf79e req-9908d8c6-69d7-4d90-922b-958a2ade6faf tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0508263 Dec 24 10:47:31.074263 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-12599729-a2b2-4bfb-aa83-923ad8bdf79e req-bfd296c3-1720-4982-9a30-70c611d6782a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515642 Dec 24 10:47:31.466312 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:31.662903 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e948c3-416d-4019-a980-4b8fb8d3c163 req-21386a8a-c8e2-41d1-854a-f6107a35a7ab tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:31.665080 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f2e948c3-416d-4019-a980-4b8fb8d3c163 req-21386a8a-c8e2-41d1-854a-f6107a35a7ab tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0707147 Dec 24 10:47:31.716168 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f2e948c3-416d-4019-a980-4b8fb8d3c163 req-5b550546-9489-4f0a-8c2b-0bfbc0b47749 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Dec 24 10:47:31.902722 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bd375-b5ee-4044-b800-c412c93db8b1 req-6f177363-e74f-43bb-9b1b-680be7ba0575 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:31.904860 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab6bd375-b5ee-4044-b800-c412c93db8b1 req-6f177363-e74f-43bb-9b1b-680be7ba0575 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0594950 Dec 24 10:47:31.957146 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab6bd375-b5ee-4044-b800-c412c93db8b1 req-dc2691bc-d255-479a-8ca2-0123eb644e15 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456784 Dec 24 10:47:32.201258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40864) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:32.231577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff69d4-2b92-4c7a-b261-cbb5708480fb req-b4436d04-f372-4c58-ad10-eba41d2ffe76 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:32.234642 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bbff69d4-2b92-4c7a-b261-cbb5708480fb req-b4436d04-f372-4c58-ad10-eba41d2ffe76 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0768261 Dec 24 10:47:32.280268 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bbff69d4-2b92-4c7a-b261-cbb5708480fb req-f0c18323-69b6-4ab5-9c29-4d3b69a22b3a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Dec 24 10:47:32.374297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ef3571d2-1650-42ab-8d17-53a7af2d5b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:32.466810 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ef3571d2-1650-42ab-8d17-53a7af2d5b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:32.842479 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863000c0-c863-4a5d-809b-561e052acd26 req-c3254194-ccc6-485f-bc8a-5c4cf44476c5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:32.844065 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-863000c0-c863-4a5d-809b-561e052acd26 req-c3254194-ccc6-485f-bc8a-5c4cf44476c5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0614769 Dec 24 10:47:32.898913 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-863000c0-c863-4a5d-809b-561e052acd26 req-c32e407b-c0a7-4cd2-bc6d-fd7fed681841 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468996 Dec 24 10:47:32.935574 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ef3571d2-1650-42ab-8d17-53a7af2d5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:32.974813 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3571d2-1650-42ab-8d17-53a7af2d5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cda5af-f830-46c3-8f2e-a817032f742c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:32.979835 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ef3571d2-1650-42ab-8d17-53a7af2d5b1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bc679ceed1c464882fb83c8107031dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7764800 Dec 24 10:47:32.991571 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40878) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:33.045208 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:33.069435 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:33.121078 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d433c6-0ffc-4248-bad1-015a202760cd req-54ffa448-a177-4bd7-a981-7681d2727655 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:33.122532 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-92d433c6-0ffc-4248-bad1-015a202760cd req-54ffa448-a177-4bd7-a981-7681d2727655 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0770032 Dec 24 10:47:33.173501 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-92d433c6-0ffc-4248-bad1-015a202760cd req-0027299a-561e-4969-ae8b-523df6078842 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441897 Dec 24 10:47:33.198550 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:33.201221 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:33.202444 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00cda5af-f830-46c3-8f2e-a817032f742c HTTP/1.1" status: 204 len: 168 time: 0.2098291 Dec 24 10:47:33.212863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1c39-df65-485a-a920-852d1a2bdd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cda5af-f830-46c3-8f2e-a817032f742c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:33.413883 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbadcf0-ebb7-4927-8c30-e859732cebca req-349f9efe-50ea-48d6-bcf3-7d84379de221 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:33.415358 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4bbadcf0-ebb7-4927-8c30-e859732cebca req-349f9efe-50ea-48d6-bcf3-7d84379de221 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0517943 Dec 24 10:47:33.462350 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4bbadcf0-ebb7-4927-8c30-e859732cebca req-9f60b30b-a354-48db-a430-ca3fd1a555d7 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Dec 24 10:47:33.939163 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40904) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:34.067310 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89953c4a-da26-4ad2-b3bc-ffeb748cca5a req-bbae3cac-b1d8-48bf-b741-30057ecd912c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:34.075290 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89953c4a-da26-4ad2-b3bc-ffeb748cca5a req-bbae3cac-b1d8-48bf-b741-30057ecd912c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0834570 Dec 24 10:47:34.127001 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89953c4a-da26-4ad2-b3bc-ffeb748cca5a req-4cfd040d-d42e-43be-b9d2-379256830be9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Dec 24 10:47:34.146468 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f71e48fa-9f43-4fef-b9b8-c3f2a0012dcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.225471 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f71e48fa-9f43-4fef-b9b8-c3f2a0012dcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.308005 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9d8f9-c557-4503-9c71-a2ec6a05ceba req-d745e435-c534-4324-bcc6-897afbeee63d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:34.309772 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-46b9d8f9-c557-4503-9c71-a2ec6a05ceba req-d745e435-c534-4324-bcc6-897afbeee63d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0581999 Dec 24 10:47:34.311945 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f71e48fa-9f43-4fef-b9b8-c3f2a0012dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.371893 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e48fa-9f43-4fef-b9b8-c3f2a0012dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409b823f-8797-4c42-823f-60f157308f66,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:34.382470 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f71e48fa-9f43-4fef-b9b8-c3f2a0012dcf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08eb6d1319234aef87578d24fd495a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414740 Dec 24 10:47:34.393428 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40922) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:34.411254 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-46b9d8f9-c557-4503-9c71-a2ec6a05ceba req-12f36254-25a4-4694-8c63-c264f4a2d07b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911765 Dec 24 10:47:34.451752 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.501039 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.628712 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78882f-8941-4d28-bfa7-32ad48becc50 req-4834f893-6331-428d-8bf6-d27ff45fb41d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:34.630849 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-af78882f-8941-4d28-bfa7-32ad48becc50 req-4834f893-6331-428d-8bf6-d27ff45fb41d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0827978 Dec 24 10:47:34.700862 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-af78882f-8941-4d28-bfa7-32ad48becc50 req-4fdef582-b761-4212-a7de-142356c68315 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Dec 24 10:47:34.775045 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.778103 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:34.779114 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/409b823f-8797-4c42-823f-60f157308f66 HTTP/1.1" status: 204 len: 168 time: 0.3925622 Dec 24 10:47:34.797861 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d1b42-7338-496b-981e-588ee8f4e494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b823f-8797-4c42-823f-60f157308f66,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:34.808483 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 40940) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:35.149224 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2367305a-ab70-4a76-a6d6-0ecedbfa202e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.297051 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642e7a1-021f-4ee9-8feb-8e7c1228cd79 req-fe73d43a-b4da-41c5-b551-f707f7786a01 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:35.304806 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4642e7a1-021f-4ee9-8feb-8e7c1228cd79 req-fe73d43a-b4da-41c5-b551-f707f7786a01 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0879135 Dec 24 10:47:35.354141 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2367305a-ab70-4a76-a6d6-0ecedbfa202e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.368331 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4642e7a1-021f-4ee9-8feb-8e7c1228cd79 req-d9564942-e46a-433c-ba67-d564405ae811 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627010 Dec 24 10:47:35.549010 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2367305a-ab70-4a76-a6d6-0ecedbfa202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.593458 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b1b27-8a46-4b83-a0fd-86e588c1c617 req-a610aef6-04ee-4986-a469-47c95364c41d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:35.594910 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ad8b1b27-8a46-4b83-a0fd-86e588c1c617 req-a610aef6-04ee-4986-a469-47c95364c41d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0850980 Dec 24 10:47:35.609028 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-2367305a-ab70-4a76-a6d6-0ecedbfa202e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fe09903d550426db418fe1086199f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7970102 Dec 24 10:47:35.610134 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40960) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:35.612226 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367305a-ab70-4a76-a6d6-0ecedbfa202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ca06b2-ec68-46aa-b14b-5d4953d426a3,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:35.657723 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ad8b1b27-8a46-4b83-a0fd-86e588c1c617 req-b5f74d31-520b-4c0f-b04a-48e077b83ff1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545857 Dec 24 10:47:35.695315 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.735008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.847012 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dd606-ce20-4ed3-9bb1-9be58ab934b0 req-4a736efb-2af8-4608-8cec-01dea5a57322 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:35.854788 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-515dd606-ce20-4ed3-9bb1-9be58ab934b0 req-4a736efb-2af8-4608-8cec-01dea5a57322 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0965872 Dec 24 10:47:35.861256 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40972) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:35.913000 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.915840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:35.919316 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5ca06b2-ec68-46aa-b14b-5d4953d426a3 HTTP/1.1" status: 204 len: 168 time: 0.3036761 Dec 24 10:47:35.937349 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-515dd606-ce20-4ed3-9bb1-9be58ab934b0 req-46808296-ccd8-4c2f-8402-d6ad7bfaf8ed tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Dec 24 10:47:35.953605 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e3fdc-5244-4356-b84e-e6a607851063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ca06b2-ec68-46aa-b14b-5d4953d426a3,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:36.030793 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b4fb497f-e07c-4330-9f32-316d2e5c3a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.103421 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b4fb497f-e07c-4330-9f32-316d2e5c3a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.220757 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40982) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:36.231884 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b4fb497f-e07c-4330-9f32-316d2e5c3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.260652 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b4fb497f-e07c-4330-9f32-316d2e5c3a6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9eca318220ba4af9a8dbbb43c8c9da77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976240 Dec 24 10:47:36.263211 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40986) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:36.293685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb497f-e07c-4330-9f32-316d2e5c3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7e18b5-cf11-49ba-929d-6c1fd391024c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:36.324200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.346326 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.468551 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-748641691-network', 'tenant_id': '9d0fd34670674906aa9a61200251b76c'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:36.506928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.510528 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.511790 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e7e18b5-cf11-49ba-929d-6c1fd391024c HTTP/1.1" status: 204 len: 168 time: 0.2476945 Dec 24 10:47:36.520952 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12124e8-2d11-4e97-9ed7-ce400702b8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7e18b5-cf11-49ba-929d-6c1fd391024c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:36.569274 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6d927-38d3-4c47-8e81-8e21f9345817 req-0fef8793-17ca-4069-b121-a3d260c373e1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:36.574154 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b2b6d927-38d3-4c47-8e81-8e21f9345817 req-0fef8793-17ca-4069-b121-a3d260c373e1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0816886 Dec 24 10:47:36.609556 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Made reservation on behalf of 9d0fd34670674906aa9a61200251b76c for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:36.612686 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.627112 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.627444 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b2b6d927-38d3-4c47-8e81-8e21f9345817 req-5c29e1c2-e53b-450a-8f81-4f3f677ae118 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506868 Dec 24 10:47:36.709578 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.787972 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b61920-67e5-42ca-a8a9-3fa6b3341582 req-12f7be9e-fa50-45de-a3fd-7ce563a8c4de tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:36.789410 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5b61920-67e5-42ca-a8a9-3fa6b3341582 req-12f7be9e-fa50-45de-a3fd-7ce563a8c4de tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0516102 Dec 24 10:47:36.837974 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.850874 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5b61920-67e5-42ca-a8a9-3fa6b3341582 req-3defa7c9-8faf-4bdf-83c8-c1129f67fb7c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552793 Dec 24 10:47:36.862778 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:47:36.878205 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc4798-62c0-4b8b-8fa9-146f5a5847df,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:36.883514 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:36.884209 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Added segment 9355e346-67a8-4015-a7cf-2149992da6eb of type vlan for network c02b29c7-4d73-429c-95e6-0bbcaa5e122f Dec 24 10:47:36.930566 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.043762 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.044664 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:37.045310 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.068007 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffe12-fae7-4d51-b832-eb1ed99555da req-32fb4170-3afa-4dff-9c44-9ef4ce9d6546 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:37.069568 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-851ffe12-fae7-4d51-b832-eb1ed99555da req-32fb4170-3afa-4dff-9c44-9ef4ce9d6546 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0504997 Dec 24 10:47:37.107106 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c02b29c7-4d73-429c-95e6-0bbcaa5e122f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:37.115948 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-851ffe12-fae7-4d51-b832-eb1ed99555da req-da73df0e-4d68-4ec2-b389-f8924cfd5af9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Dec 24 10:47:37.117494 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:47:37.154857 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ec64366e-9b9e-439b-9ba0-3240828b35f7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9327502 Dec 24 10:47:37.157670 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 40998) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:37.162834 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Request body: {'subnet': {'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-748641691-subnet', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:37.277843 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Made reservation on behalf of 9d0fd34670674906aa9a61200251b76c for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:37.280309 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.553068 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.607873 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa10761-1c4f-48eb-beb8-c4b99157d59d,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:37.618942 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:37.619562 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Network hostable DHCP agents. Network: c02b29c7-4d73-429c-95e6-0bbcaa5e122f, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:47:37.754889 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5ecb3-64a6-4934-a018-07c7bba98f01 req-0aaeaa3f-17cd-4326-a49c-3a751c953c13 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:37.756353 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-15b5ecb3-64a6-4934-a018-07c7bba98f01 req-0aaeaa3f-17cd-4326-a49c-3a751c953c13 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0595078 Dec 24 10:47:37.763647 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:47:37.802659 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-15b5ecb3-64a6-4934-a018-07c7bba98f01 req-23108567-8df6-4fb1-b2ba-664ab20f7af4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Dec 24 10:47:37.878363 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, c02b29c7-4d73-429c-95e6-0bbcaa5e122f) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:37.885598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:37.886236 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:37.887048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24546a61-d434-4009-802d-49d6333c91af None None] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:47:37.977463 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861adf3f-27ce-42a3-b2a1-e514167dbee9 req-a9ba79a8-1757-40f1-8d17-ec231e619c22 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:37.978932 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-861adf3f-27ce-42a3-b2a1-e514167dbee9 req-a9ba79a8-1757-40f1-8d17-ec231e619c22 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0491896 Dec 24 10:47:37.999656 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:47:38.000515 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.022583 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7a88cf18-a6b1-453c-bd9f-c92875f99ffa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8632894 Dec 24 10:47:38.025089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41006) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:38.035783 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:38.079841 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-861adf3f-27ce-42a3-b2a1-e514167dbee9 req-a5b50ec9-61bd-41b1-9820-2c95b55ada91 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928886 Dec 24 10:47:38.185381 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Allocated IP 172.20.0.2 (c02b29c7-4d73-429c-95e6-0bbcaa5e122f/4aa10761-1c4f-48eb-beb8-c4b99157d59d/27502b73-4222-4aca-93b8-a9e715bd066b) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:38.198014 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.199157 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.241416 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d67775-cec7-4c14-b20a-0ec94628f01b req-298bbb14-3ad7-43a3-94fb-e7e1bb65921d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:38.242876 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a8d67775-cec7-4c14-b20a-0ec94628f01b req-298bbb14-3ad7-43a3-94fb-e7e1bb65921d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0510468 Dec 24 10:47:38.254188 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.289340 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a8d67775-cec7-4c14-b20a-0ec94628f01b req-398f0152-2d90-4fea-ab58-6c625b5f6c18 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Dec 24 10:47:38.342748 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.456341 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.506444 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:38.510602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:38.516382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:38.516382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Pushing event updated for resources: {'Port': ['ID=27502b73-4222-4aca-93b8-a9e715bd066b,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:38.546888 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.584040 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Attempting to bind port 27502b73-4222-4aca-93b8-a9e715bd066b on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:38.584409 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Attempting to bind port 27502b73-4222-4aca-93b8-a9e715bd066b by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:38.584773 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Attempting to bind port 27502b73-4222-4aca-93b8-a9e715bd066b on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:38.590028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:38.590402 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:38.590883 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.591276 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Bound using segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:38.591772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Bound port: 27502b73-4222-4aca-93b8-a9e715bd066b, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:38.592154 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.656777 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] For port 27502b73-4222-4aca-93b8-a9e715bd066b, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:38.659900 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] For port 27502b73-4222-4aca-93b8-a9e715bd066b, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=27502b73-4222-4aca-93b8-a9e715bd066b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:38.747052 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.820357 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adafac-b4f8-4513-8ad0-5b065c68bddd None None] Pushing event updated for resources: {'Port': ['ID=27502b73-4222-4aca-93b8-a9e715bd066b,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:38.842934 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.875124 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:38.949800 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3936f8c-921a-4f1c-8ad4-d837cc4ee588 req-955a1668-05c1-4f87-aa9c-5029cb1c37d1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:38.957869 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b3936f8c-921a-4f1c-8ad4-d837cc4ee588 req-955a1668-05c1-4f87-aa9c-5029cb1c37d1 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0612922 Dec 24 10:47:39.048144 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b3936f8c-921a-4f1c-8ad4-d837cc4ee588 req-7ecd9d2b-e267-4daa-94a1-e43d05706d71 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802915 Dec 24 10:47:39.063014 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Allocated IP 172.27.1.3 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:39.237446 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d874d-1406-4a25-bd05-9be116ae994c req-b0109f85-0e72-4906-8990-3d65457febf7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:39.249725 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7a6d874d-1406-4a25-bd05-9be116ae994c req-b0109f85-0e72-4906-8990-3d65457febf7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0819979 Dec 24 10:47:39.279753 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:39.311579 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7a6d874d-1406-4a25-bd05-9be116ae994c req-ce085022-9a18-470e-8abe-ae23c31c0721 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585427 Dec 24 10:47:39.392585 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:39.430051 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:39.438258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:39.442481 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a5217-239e-43f3-9b71-be62b52691bb req-80dd9433-0ee0-49a3-9bc9-38e2b8f2a758 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:39.444963 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:39.445451 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2c0a5217-239e-43f3-9b71-be62b52691bb req-80dd9433-0ee0-49a3-9bc9-38e2b8f2a758 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0586977 Dec 24 10:47:39.506929 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Pushing event updated for resources: {'Port': ['ID=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:39.507067 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2c0a5217-239e-43f3-9b71-be62b52691bb req-def73440-f77f-4063-9862-4def0908366b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Dec 24 10:47:39.876707 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:39.943129 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 27502b73-4222-4aca-93b8-a9e715bd066b up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:40.014381 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ba948-75c9-4acb-ab25-ce2574e689bf None None] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:47:40.035869 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 27502b73-4222-4aca-93b8-a9e715bd066b triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:40.036163 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.107529 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.147138 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-9be45e1b-08d7-4433-8fef-77be09d2cfac None None] Provisioning complete for port 27502b73-4222-4aca-93b8-a9e715bd066b triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:40.147766 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9be45e1b-08d7-4433-8fef-77be09d2cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.208694 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e731843-a57d-41a8-b619-fe346eb17b87 req-41b7a222-3c52-4352-bece-c47755a65acf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:40.210486 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4e731843-a57d-41a8-b619-fe346eb17b87 req-41b7a222-3c52-4352-bece-c47755a65acf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0896976 Dec 24 10:47:40.251992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.286690 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4e731843-a57d-41a8-b619-fe346eb17b87 req-a55e331a-0047-48ab-9f7c-b4afa8e1e793 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670624 Dec 24 10:47:40.304716 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 27502b73-4222-4aca-93b8-a9e715bd066b, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=27502b73-4222-4aca-93b8-a9e715bd066b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:40.368267 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9be45e1b-08d7-4433-8fef-77be09d2cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.425416 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.447508 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d9b9-4290-47af-a4cf-e1a76f983582 req-d09cb531-dc7c-4d06-855d-532640332394 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:40.449513 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1844d9b9-4290-47af-a4cf-e1a76f983582 req-d09cb531-dc7c-4d06-855d-532640332394 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0592580 Dec 24 10:47:40.559853 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1844d9b9-4290-47af-a4cf-e1a76f983582 req-fd15dfd3-4498-4634-a2f8-1ad61248fa1e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680165 Dec 24 10:47:40.560234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.db.api [None req-9be45e1b-08d7-4433-8fef-77be09d2cfac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:47:40.560234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG oslo_db.api [None req-9be45e1b-08d7-4433-8fef-77be09d2cfac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:47:40.576234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=27502b73-4222-4aca-93b8-a9e715bd066b,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:40.653511 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec4b14-1f00-4e79-9437-bc0abb67040d req-912d9d91-c4d0-4678-89eb-95296554d513 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:40.654998 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cbec4b14-1f00-4e79-9437-bc0abb67040d req-912d9d91-c4d0-4678-89eb-95296554d513 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0539360 Dec 24 10:47:40.671878 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:47:40.705007 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cbec4b14-1f00-4e79-9437-bc0abb67040d req-63b1d902-4c77-41ac-9e29-dbc854542c36 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Dec 24 10:47:40.796935 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:47:40.806703 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:47:40.815982 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:40.816590 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:40.920244 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:40.948217 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:40.949711 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4e7efe6c-37c0-4cf7-9daa-fb8a9f902a5b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9213223 Dec 24 10:47:40.952623 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41028) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:41.118317 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:39Z', 'revision_number': 3, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:41.144429 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:47:41.144779 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Updating router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:47:41.168239 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.217132 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-0a841786-ea51-4d3c-b81a-b2cf18848ef6 None None] Provisioning complete for port 27502b73-4222-4aca-93b8-a9e715bd066b triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:41.217739 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0a841786-ea51-4d3c-b81a-b2cf18848ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.349377 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457350f-670f-451b-9613-60b1d8c531f8 req-226ec695-4274-4162-8206-fa1756e95a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.350925 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4457350f-670f-451b-9613-60b1d8c531f8 req-226ec695-4274-4162-8206-fa1756e95a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1096 time: 0.0707729 Dec 24 10:47:41.451651 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.454586 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.519515 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c2c2e-fc55-4780-a775-cf5dc74be1db req-e53d9d98-07fa-4d5e-babe-21cff3dc159a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.521000 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-297c2c2e-fc55-4780-a775-cf5dc74be1db req-e53d9d98-07fa-4d5e-babe-21cff3dc159a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0767524 Dec 24 10:47:41.524614 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457350f-670f-451b-9613-60b1d8c531f8 req-848cfd8e-fdc3-4450-bf91-de27fdf11aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.526207 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4457350f-670f-451b-9613-60b1d8c531f8 req-848cfd8e-fdc3-4450-bf91-de27fdf11aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aed29a38d2fe424398ac10e585a980df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1565733 Dec 24 10:47:41.546594 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.614669 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Pushing event updated for resources: {'Port': ['ID=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,revision_number=2']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:41.620939 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Allocated IP 172.20.0.1 (c02b29c7-4d73-429c-95e6-0bbcaa5e122f/4aa10761-1c4f-48eb-beb8-c4b99157d59d/c0a57882-12ce-4c29-ab61-7cba016cb4cc) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:41.628663 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.631567 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.632077 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.632335 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.633272 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.633614 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.633940 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.634731 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:47:41.682320 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-297c2c2e-fc55-4780-a775-cf5dc74be1db req-24acfb2b-c474-40d1-924f-115be2dd5841 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549592 Dec 24 10:47:41.682537 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Attempting to bind port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:41.682755 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Attempting to bind port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:41.683119 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Attempting to bind port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:41.689307 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:41.689711 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:41.690397 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.690513 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:41.691080 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Bound port: e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:41.691481 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.713687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457350f-670f-451b-9613-60b1d8c531f8 req-6a333097-a96e-4d2e-9310-d7f08c914f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.715204 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4457350f-670f-451b-9613-60b1d8c531f8 req-6a333097-a96e-4d2e-9310-d7f08c914f20 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733222 Dec 24 10:47:41.720358 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc879d32-4c9a-4d24-9560-7271cca4ba59 req-552583b7-357f-4f76-a64f-128936c72be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.721226 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bc879d32-4c9a-4d24-9560-7271cca4ba59 req-552583b7-357f-4f76-a64f-128936c72be5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 1099 time: 0.0895388 Dec 24 10:47:41.767355 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] For port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:41.780021 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a993d-6d22-4cdf-84c3-12607de2b9f7 req-dea5dc5f-2673-4c71-868e-db2bf97a24a9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.781831 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da3a993d-6d22-4cdf-84c3-12607de2b9f7 req-dea5dc5f-2673-4c71-868e-db2bf97a24a9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0828607 Dec 24 10:47:41.786237 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] For port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:41.804469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.868541 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.887714 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bc879d32-4c9a-4d24-9560-7271cca4ba59 req-103a37b9-6c94-40e9-89ba-b7f194907a04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494858 Dec 24 10:47:41.899656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-9af940c2-a15a-444e-90f1-06922b56f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.902118 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-9af940c2-a15a-444e-90f1-06922b56f81b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1096 time: 0.1123455 Dec 24 10:47:41.906508 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da3a993d-6d22-4cdf-84c3-12607de2b9f7 req-f4a5d0ce-ca03-4fa2-9312-a2204855134f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181808 Dec 24 10:47:41.925851 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d6a1d-8dd7-412d-a26f-12dcdbc566a9 req-49843bb8-4855-4e5a-9e5f-4464ee01332e tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:41.927888 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb6d6a1d-8dd7-412d-a26f-12dcdbc566a9 req-49843bb8-4855-4e5a-9e5f-4464ee01332e tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0988803 Dec 24 10:47:41.930037 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 27502b73-4222-4aca-93b8-a9e715bd066b up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:41.950979 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d7a2-d287-4aa8-8a49-8b0276c759a6 None None] Pushing event updated for resources: {'Port': ['ID=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:41.987901 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 27502b73-4222-4aca-93b8-a9e715bd066b triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:41.988410 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:41.994184 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb6d6a1d-8dd7-412d-a26f-12dcdbc566a9 req-69d3f25d-a412-464f-80c6-07fe8f6639f7 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562325 Dec 24 10:47:42.007543 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:42.007543 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:42.032805 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.086687 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:42.101345 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:42.103106 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:42.105574 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:42.170560 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-aeeb3e1a-a0f1-4700-ae4f-b6f271514bfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 217 time: 0.0485437 Dec 24 10:47:42.193718 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.232836 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bcee9d1f-d463-4138-a902-343381e94177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:42.234021 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-bcee9d1f-d463-4138-a902-343381e94177 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.0521932 Dec 24 10:47:42.269847 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:42.288914 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea944f7-1aee-4993-a120-4cae454404ad req-5526f941-23ce-4211-aba4-cf8e7f5d28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:42.299272 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-5526f941-23ce-4211-aba4-cf8e7f5d28b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422966 Dec 24 10:47:42.386651 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-330bdad8-1135-46d2-b7d9-4e476bbd3c05 None None] Provisioning complete for port c0a57882-12ce-4c29-ab61-7cba016cb4cc triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:42.386651 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-330bdad8-1135-46d2-b7d9-4e476bbd3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.402331 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-510c83a6-556c-4287-a577-346d2d18cc11 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009247 Dec 24 10:47:42.423260 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-330bdad8-1135-46d2-b7d9-4e476bbd3c05 None None] Port c0a57882-12ce-4c29-ab61-7cba016cb4cc cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:42.443974 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.494117 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:39Z', 'revision_number': 3, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:42.516938 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3ea944f7-1aee-4993-a120-4cae454404ad req-35129514-aec9-4b6c-989b-b422f0650fac service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052148 Dec 24 10:47:42.526914 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e1c8d-17f5-4739-8484-a7d32222ff40 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:39Z', 'revision_number': 3, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:42.631932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.740859 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.814004 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffbd86-2209-477b-974e-bca4f3035af6 req-abe799d9-7e01-4cd3-b965-baf03e78f806 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:42.826337 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a6ffbd86-2209-477b-974e-bca4f3035af6 req-abe799d9-7e01-4cd3-b965-baf03e78f806 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0750034 Dec 24 10:47:42.854250 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:42.857724 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:42.903894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a6ffbd86-2209-477b-974e-bca4f3035af6 req-048fb6d3-a73e-450c-b198-957b50e1eb06 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646174 Dec 24 10:47:42.944767 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:47:42.965971 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:42.965971 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:43.123643 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:43.137587 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26af85-8a38-464f-b322-ca3592e93b66 req-e8445f2b-5b61-4628-a210-b1735e3aa748 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:43.148870 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb26af85-8a38-464f-b322-ca3592e93b66 req-e8445f2b-5b61-4628-a210-b1735e3aa748 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0715466 Dec 24 10:47:43.152799 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:43.157386 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:47:43.182197 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89905fff-3f09-41fc-a502-d901e09cf0ed req-ff57afce-c445-4978-a48e-4405d7f9fe14 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:43.197524 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-89905fff-3f09-41fc-a502-d901e09cf0ed req-ff57afce-c445-4978-a48e-4405d7f9fe14 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1801949 Dec 24 10:47:43.215208 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:43.229849 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:47:43.230747 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:47:43.239033 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb26af85-8a38-464f-b322-ca3592e93b66 req-1a5415ae-4a76-4a22-8c67-638c69ebd55d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880163 Dec 24 10:47:43.269627 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:43.340748 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-89905fff-3f09-41fc-a502-d901e09cf0ed req-cf22b723-f9c8-4b31-825f-5d4c26c68dc5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081617 Dec 24 10:47:43.353016 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:43.362053 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-71a4e685-f996-44c2-9549-417084a2709e None None] Provisioning complete for port c0a57882-12ce-4c29-ab61-7cba016cb4cc triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:43.362053 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-71a4e685-f996-44c2-9549-417084a2709e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:43.397583 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:47:43.415237 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-0d0a4074-6986-4854-a9ab-2e5f2ea48d92 admin admin] 10.222.0.30 "PUT /v2.0/routers/e55cdd70-4fb4-4e0e-a09b-4a5e432faba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574049 Dec 24 10:47:43.445402 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-71a4e685-f996-44c2-9549-417084a2709e None None] Port c0a57882-12ce-4c29-ab61-7cba016cb4cc cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:43.453985 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=6']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:43.558658 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:47:43.919118 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:43.973580 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:43.973962 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.024288 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84696aac-299f-491b-b71b-90afd7a91042 req-0a76082e-15d6-414a-aa6c-4a57772d32e2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.025824 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-84696aac-299f-491b-b71b-90afd7a91042 req-0a76082e-15d6-414a-aa6c-4a57772d32e2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0594163 Dec 24 10:47:44.058670 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.072525 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-84696aac-299f-491b-b71b-90afd7a91042 req-aecd766c-59f2-4fdb-8f06-2a9f5ff679ea tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Dec 24 10:47:44.080661 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:44.188520 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.237246 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77a746-355c-4a19-938c-4173689aa46e req-7d97f39d-491b-4275-ac62-ff59774530f4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.238818 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5c77a746-355c-4a19-938c-4173689aa46e req-7d97f39d-491b-4275-ac62-ff59774530f4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0623381 Dec 24 10:47:44.268283 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:44.319666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76180ce-500a-481f-b1aa-5692ef043839 req-cc015619-1923-4a26-a2dd-1c035d1fed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.321379 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-cc015619-1923-4a26-a2dd-1c035d1fed9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.0623753 Dec 24 10:47:44.339881 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5c77a746-355c-4a19-938c-4173689aa46e req-66913f91-66d7-41cf-8c95-6d704ce1fe5e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870254 Dec 24 10:47:44.379017 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d30fc-5f5d-47ed-b27a-8b0a022f8d97 req-8727cb02-107d-4ba7-8001-f5e104aa20ec tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.381070 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a44d30fc-5f5d-47ed-b27a-8b0a022f8d97 req-8727cb02-107d-4ba7-8001-f5e104aa20ec tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.0616817 Dec 24 10:47:44.461933 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a44d30fc-5f5d-47ed-b27a-8b0a022f8d97 req-bef39bf0-2e85-4b14-bb5b-c41512063ea3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741773 Dec 24 10:47:44.487005 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76180ce-500a-481f-b1aa-5692ef043839 req-c0af1490-4829-463d-a3fb-93a32f8678ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.488648 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-c0af1490-4829-463d-a3fb-93a32f8678ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.1495755 Dec 24 10:47:44.513859 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518b9497-13c8-4559-800c-65caad712796 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:47:44.520256 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318391a-f1d7-4b0c-a4e5-b2ddd1d37cef req-57f9c295-561f-4f56-86e9-c268294e1e10 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.523493 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41086) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:44.525447 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3318391a-f1d7-4b0c-a4e5-b2ddd1d37cef req-57f9c295-561f-4f56-86e9-c268294e1e10 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0880456 Dec 24 10:47:44.532927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:44.540471 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:44.541224 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-569554966-network', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:44.575274 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-46e2c336-6dda-4331-9c10-8c16e4f6e6a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0780323 Dec 24 10:47:44.659981 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3318391a-f1d7-4b0c-a4e5-b2ddd1d37cef req-05077913-3b3e-422b-849e-11e03bcf03dc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246734 Dec 24 10:47:44.671120 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76180ce-500a-481f-b1aa-5692ef043839 req-b56b390e-1110-4c8b-9dde-78c91f9bbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:44.672218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Made reservation on behalf of f42d00e26ded49f6b0582ed5eb44413b for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:44.672631 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-b56b390e-1110-4c8b-9dde-78c91f9bbd0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0826623 Dec 24 10:47:44.675888 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.694065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.695921 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:44.707962 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-ba4d1a77-8ccb-4d5a-a3c0-36cc84f6735c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251565 Dec 24 10:47:44.780283 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.806176 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-6e21ed0f-34b9-4d81-b793-4f6e9844dce6 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857606 Dec 24 10:47:44.878235 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.904762 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:47:44.910229 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 2, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:44.919526 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396c0737-1602-4c68-b0f4-60cc4ba5f653,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:44.938650 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518b9497-13c8-4559-800c-65caad712796 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:47:44.939010 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518b9497-13c8-4559-800c-65caad712796 None None] Updating router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 port c0a57882-12ce-4c29-ab61-7cba016cb4cc binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:47:44.939796 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.940056 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c76180ce-500a-481f-b1aa-5692ef043839 req-ceff3bf5-802f-4199-bb5e-cd3c67323edf service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179376 Dec 24 10:47:44.940334 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Added segment 07305911-60a9-4de4-9050-bbed153fa1b7 of type vlan for network eb5e8de8-1775-4fb6-ac9f-22bf34286553 Dec 24 10:47:44.969734 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:44.976182 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device abebf56e-a643-48ae-a779-897dbd105170 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:47:44.981135 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:44.984067 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.078028 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.079009 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:45.079594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.141381 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5e8de8-1775-4fb6-ac9f-22bf34286553,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:45.186101 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:47:45.212092 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8a805134-3b5b-4d5b-be3f-bf5c6c6a6eb1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6871884 Dec 24 10:47:45.214636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41100) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:45.219545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Request body: {'subnet': {'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-569554966-subnet', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:45.235074 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:45.235447 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.296647 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:45.300190 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Made reservation on behalf of f42d00e26ded49f6b0582ed5eb44413b for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:47:45.302551 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.346580 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'abebf56e-a643-48ae-a779-897dbd105170', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'port_id': 'abebf56e-a643-48ae-a779-897dbd105170', 'mac_address': 'fa:16:3e:20:8e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:47:45.443186 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.447667 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c14d9a-debb-4a9c-97af-adad8ef6dc41 req-e33e6f1c-9b19-435b-8db2-7060c6065421 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:45.449166 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a2c14d9a-debb-4a9c-97af-adad8ef6dc41 req-e33e6f1c-9b19-435b-8db2-7060c6065421 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0510638 Dec 24 10:47:45.493806 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abebf56e-a643-48ae-a779-897dbd105170 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:47:45.501604 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a2c14d9a-debb-4a9c-97af-adad8ef6dc41 req-fac8320f-17d0-4aca-8210-e4559b67bd13 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Dec 24 10:47:45.515313 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.539517 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:45.546896 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.563077 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:47:45.565398 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6a452c-10aa-43a8-84d0-5252c0dc3080" -d '{"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:47:45.598819 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:45.615816 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6181810-b356-4cf8-8132-00c48c3b7881 x-openstack-request-id: req-c6181810-b356-4cf8-8132-00c48c3b7881 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:47:45.616126 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:47:45.616370 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6181810-b356-4cf8-8132-00c48c3b7881 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:47:45.616760 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'code': 200} Dec 24 10:47:45.621065 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.621404 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f403f3-a78e-41b8-84af-5aee766afd74,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:45.638910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.650997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cae8d-7f21-40c2-94d7-84cef010355f req-0a77d9b7-4702-42a8-810f-c030d21cf9a8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:45.652469 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e30cae8d-7f21-40c2-94d7-84cef010355f req-0a77d9b7-4702-42a8-810f-c030d21cf9a8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 943 time: 0.1022532 Dec 24 10:47:45.658060 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Checking segment: {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:45.658958 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Network hostable DHCP agents. Network: eb5e8de8-1775-4fb6-ac9f-22bf34286553, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:47:45.703194 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:45.721683 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e30cae8d-7f21-40c2-94d7-84cef010355f req-3b680eed-6daa-41ca-a5a9-d77f7b210c3f tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557306 Dec 24 10:47:45.723429 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.779984 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=7']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:45.786864 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.788438 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ac1f-c7d7-4ffe-9cdf-a44b0f78118f req-41707c3c-e03d-49c9-9ed6-a515c5017fe0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:45.790405 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4744ac1f-c7d7-4ffe-9cdf-a44b0f78118f req-41707c3c-e03d-49c9-9ed6-a515c5017fe0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0592711 Dec 24 10:47:45.826215 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:47:45.864091 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4744ac1f-c7d7-4ffe-9cdf-a44b0f78118f req-98c2c5e7-a393-480c-bdfa-38b2600f87fa tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642474 Dec 24 10:47:45.884448 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edfcdc-a073-45fd-a52c-162df93a3c69 None None] Pushing event updated for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:45.915321 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:45.969728 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, eb5e8de8-1775-4fb6-ac9f-22bf34286553) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:45.974543 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:45.975186 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.978887 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-518b9497-13c8-4559-800c-65caad712796 None None] Attempting to bind port c0a57882-12ce-4c29-ab61-7cba016cb4cc on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:45.983995 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-518b9497-13c8-4559-800c-65caad712796 None None] Attempting to bind port c0a57882-12ce-4c29-ab61-7cba016cb4cc by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:45.983995 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b9497-13c8-4559-800c-65caad712796 None None] Attempting to bind port c0a57882-12ce-4c29-ab61-7cba016cb4cc on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:45.988027 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b9497-13c8-4559-800c-65caad712796 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:45.988328 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b9497-13c8-4559-800c-65caad712796 None None] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:45.988772 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.989207 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b9497-13c8-4559-800c-65caad712796 None None] Bound using segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:45.989673 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-518b9497-13c8-4559-800c-65caad712796 None None] Bound port: c0a57882-12ce-4c29-ab61-7cba016cb4cc, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:45.990060 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:45.997924 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5667941-ff48-4782-bb16-375af7e822c2 None None] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:47:46.081219 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-df361f3c-b8f3-4c4b-b9a8-1aeca61c746b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8654938 Dec 24 10:47:46.083795 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41128) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:46.088043 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:46.096849 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:47:46.098804 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:47:46.111164 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:46.116223 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.192714 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.194509 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.255685 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.351395 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4e87d698-6591-4a82-932a-5f63c936916d None None] Provisioning complete for port c0a57882-12ce-4c29-ab61-7cba016cb4cc triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:46.351769 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4e87d698-6591-4a82-932a-5f63c936916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.394955 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-518b9497-13c8-4559-800c-65caad712796 None None] For port c0a57882-12ce-4c29-ab61-7cba016cb4cc, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:46.452456 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-518b9497-13c8-4559-800c-65caad712796 None None] For port c0a57882-12ce-4c29-ab61-7cba016cb4cc, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=c0a57882-12ce-4c29-ab61-7cba016cb4cc,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:46.465106 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-4e87d698-6591-4a82-932a-5f63c936916d None None] Port c0a57882-12ce-4c29-ab61-7cba016cb4cc cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:46.481191 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'fixed_ips': [{'subnet_id': '97f403f3-a78e-41b8-84af-5aee766afd74'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:47:46.482223 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.607294 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-518b9497-13c8-4559-800c-65caad712796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.699807 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a647-713f-4748-b956-1e408cbad985 req-f886d291-543f-4a19-8994-45a695064411 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:46.706180 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8794a647-713f-4748-b956-1e408cbad985 req-f886d291-543f-4a19-8994-45a695064411 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0986552 Dec 24 10:47:46.797124 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8794a647-713f-4748-b956-1e408cbad985 req-b775e347-d117-4613-b993-57f0a47225be tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Dec 24 10:47:46.852007 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:46.879919 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:46.880910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:46.883124 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edfcdc-a073-45fd-a52c-162df93a3c69 None None] Pushing event updated for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:46.958009 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbc669-f4e6-4e81-9ec2-e0b9ba004f8c req-28ecc978-97c7-4fd8-b7c8-b58e88a18d4a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:46.971470 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4efbc669-f4e6-4e81-9ec2-e0b9ba004f8c req-28ecc978-97c7-4fd8-b7c8-b58e88a18d4a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 944 time: 0.0853229 Dec 24 10:47:47.058350 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4efbc669-f4e6-4e81-9ec2-e0b9ba004f8c req-5f38b4a1-8dab-4418-920f-76eaf6d50378 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852683 Dec 24 10:47:47.170534 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Allocated IP 172.20.0.2 (eb5e8de8-1775-4fb6-ac9f-22bf34286553/97f403f3-a78e-41b8-84af-5aee766afd74/96549574-531d-4a6d-919c-1d7c44f6dac7) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:47.201511 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:47.243849 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2410bcc-c0b9-43d2-b038-bb96ae1cef9c req-e958269a-5296-49f5-8ef6-ccee97ff0682 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:47.260258 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] Provisioning complete for port c0a57882-12ce-4c29-ab61-7cba016cb4cc triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:47.260258 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.261589 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b2410bcc-c0b9-43d2-b038-bb96ae1cef9c req-e958269a-5296-49f5-8ef6-ccee97ff0682 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1369319 Dec 24 10:47:47.366878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.369306 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b2410bcc-c0b9-43d2-b038-bb96ae1cef9c req-f0686e7a-0a72-4f9b-aee2-46018d538ff5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049080 Dec 24 10:47:47.415290 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.552100 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Allocated IP 172.27.1.186 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/cd3616e4-dbf1-438c-8976-2c60212572db) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:47.663598 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.686641 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.703501 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.736184 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] For port c0a57882-12ce-4c29-ab61-7cba016cb4cc, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=c0a57882-12ce-4c29-ab61-7cba016cb4cc,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:47.754641 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-518b9497-13c8-4559-800c-65caad712796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:46Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:47.789500 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518b9497-13c8-4559-800c-65caad712796 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:46Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:47.798654 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.801066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.804211 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:47.888729 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:47.898085 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:47.901790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:47.912560 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3616e4-dbf1-438c-8976-2c60212572db,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:47.915802 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Pushing event updated for resources: {'Port': ['ID=96549574-531d-4a6d-919c-1d7c44f6dac7,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:47.929558 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:47.931058 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:47.933856 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:48.025933 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Attempting to bind port 96549574-531d-4a6d-919c-1d7c44f6dac7 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:48.026314 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Attempting to bind port 96549574-531d-4a6d-919c-1d7c44f6dac7 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:48.026809 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Attempting to bind port 96549574-531d-4a6d-919c-1d7c44f6dac7 on network eb5e8de8-1775-4fb6-ac9f-22bf34286553 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:48.035175 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:48.035616 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Checking segment: {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:48.035965 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:48.036327 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Bound using segment: {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:48.036784 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Bound port: 96549574-531d-4a6d-919c-1d7c44f6dac7, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:48.043955 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:48.046936 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374e030-1377-42d9-accd-b8185aecba89 None None] Pushing event updated for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:48.052079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459493-f2d1-4dc1-b12c-6507cd06448d req-2cdb84bd-3106-46bd-b614-6d7bc3316635 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:48.055108 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-35459493-f2d1-4dc1-b12c-6507cd06448d req-2cdb84bd-3106-46bd-b614-6d7bc3316635 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0906107 Dec 24 10:47:48.142318 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-35459493-f2d1-4dc1-b12c-6507cd06448d req-f17682f5-d13a-4d37-8edb-6b241e326f7f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773952 Dec 24 10:47:48.169671 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] For port 96549574-531d-4a6d-919c-1d7c44f6dac7, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:48.171677 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] For port 96549574-531d-4a6d-919c-1d7c44f6dac7, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=96549574-531d-4a6d-919c-1d7c44f6dac7,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:48.286266 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a133-3093-44d0-9866-3cdfe37da92f req-f5b58bd4-f827-49d9-bfc3-8db2043580df tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:48.286266 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f502a133-3093-44d0-9866-3cdfe37da92f req-f5b58bd4-f827-49d9-bfc3-8db2043580df tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 944 time: 0.0890222 Dec 24 10:47:48.306975 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:48.350518 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f502a133-3093-44d0-9866-3cdfe37da92f req-a6bfcfee-02ae-4545-931a-7528094782d2 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643713 Dec 24 10:47:48.432001 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141160bf-9614-43ab-bf9a-3d7feabe5b38 None None] Pushing event updated for resources: {'Port': ['ID=96549574-531d-4a6d-919c-1d7c44f6dac7,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:48.517239 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:48.549444 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14513eb1-060b-439d-aa93-c5e432f4699d req-1e0b03ac-a501-433d-8583-367b069144dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:48.557753 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-14513eb1-060b-439d-aa93-c5e432f4699d req-1e0b03ac-a501-433d-8583-367b069144dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0651879 Dec 24 10:47:48.643799 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-14513eb1-060b-439d-aa93-c5e432f4699d req-cd41c1b0-1bd3-4570-aced-d2c702f0a321 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849972 Dec 24 10:47:48.865494 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:49.024179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device abebf56e-a643-48ae-a779-897dbd105170 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:49.124382 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Router 1834d1c7-46a6-489c-8b4a-35fd74b773db is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:47:49.176023 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port abebf56e-a643-48ae-a779-897dbd105170 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:47:49.187096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port abebf56e-a643-48ae-a779-897dbd105170 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:49.187096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:49.352329 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:49.359159 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:47:49.373759 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Sync routers for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:47:49.411442 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:49.412082 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:49.425838 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:47:49.430992 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c74b31-60c8-4f14-bab9-38b6fe019581 req-a1e8f044-3c72-4bc2-acbf-c0593ea32ba0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:49.433940 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66c74b31-60c8-4f14-bab9-38b6fe019581 req-a1e8f044-3c72-4bc2-acbf-c0593ea32ba0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1411912 Dec 24 10:47:49.447486 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c8c55-ca37-4f87-90b4-adb2ffbfd44e" -d '{"events": [{"server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "name": "network-vif-plugged", "status": "completed", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:47:49.489452 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:49.534483 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66c74b31-60c8-4f14-bab9-38b6fe019581 req-ea9b000c-46f8-4534-8878-a69a88155cd7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895755 Dec 24 10:47:49.554492 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:49.556035 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-36405c10-5b4c-4090-83d6-b051e93b8926 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4712851 Dec 24 10:47:49.560485 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41174) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:49.598092 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:49.648230 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:49.735245 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d1997-b7ff-46b3-a280-7c76b3bd5daa x-openstack-request-id: req-0a6d1997-b7ff-46b3-a280-7c76b3bd5daa {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:47:49.738312 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "name": "network-vif-plugged", "status": "completed", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:47:49.738690 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a6d1997-b7ff-46b3-a280-7c76b3bd5daa {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:47:49.739314 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'code': 200} Dec 24 10:47:49.741162 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:50.095793 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:48Z', 'revision_number': 3, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:50.098899 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device c0a57882-12ce-4c29-ab61-7cba016cb4cc up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:50.153301 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fbfbb8-b2b4-4d53-861f-c1e48e544995 None None] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:47:50.162976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc37d1-2016-4305-9d0d-10bb3a3c2297 req-4764e99e-0e9e-42c5-985b-0567cafc22db tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:50.170851 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-85cc37d1-2016-4305-9d0d-10bb3a3c2297 req-4764e99e-0e9e-42c5-985b-0567cafc22db tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 944 time: 0.6637387 Dec 24 10:47:50.174584 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Checking router: 1834d1c7-46a6-489c-8b4a-35fd74b773db for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:47:50.174932 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Updating router 1834d1c7-46a6-489c-8b4a-35fd74b773db port cd3616e4-dbf1-438c-8976-2c60212572db binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:47:50.226444 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd3923-4bc2-47d2-8a64-ec9879bebd67 req-adefc843-b308-4224-b968-7fbff62b4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:50.228097 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f6fd3923-4bc2-47d2-8a64-ec9879bebd67 req-adefc843-b308-4224-b968-7fbff62b4291 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1098 time: 0.2205212 Dec 24 10:47:50.239083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226876-f764-49c9-8d88-3c7eb0dde412 req-3730819c-c274-489a-9dc0-344ba59699c3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:50.245903 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:50.248316 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b5226876-f764-49c9-8d88-3c7eb0dde412 req-3730819c-c274-489a-9dc0-344ba59699c3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.2248495 Dec 24 10:47:50.248674 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-85cc37d1-2016-4305-9d0d-10bb3a3c2297 req-47b4cce9-39da-4982-925f-c5c99f5ed813 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726969 Dec 24 10:47:50.321321 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] Provisioning complete for port 96549574-531d-4a6d-919c-1d7c44f6dac7 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:50.321694 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:50.326935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port c0a57882-12ce-4c29-ab61-7cba016cb4cc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:50.327297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:50.350610 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b5226876-f764-49c9-8d88-3c7eb0dde412 req-7e817a28-0f64-4772-b46e-81505abe35a9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953100 Dec 24 10:47:50.416924 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f6fd3923-4bc2-47d2-8a64-ec9879bebd67 req-e3e351b4-43fa-4ff3-b91f-d2502e6e2427 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451590 Dec 24 10:47:50.758190 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:50.838918 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67def093-0244-4cf1-a53d-407d57683ae8 req-46a04c7d-63c1-415a-b315-b52bde9593bc tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:50.838918 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-67def093-0244-4cf1-a53d-407d57683ae8 req-46a04c7d-63c1-415a-b315-b52bde9593bc tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1426334 Dec 24 10:47:50.839238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 96549574-531d-4a6d-919c-1d7c44f6dac7 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:50.876551 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.216195 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.219007 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-67def093-0244-4cf1-a53d-407d57683ae8 req-28a5da81-5862-4887-9a40-1900916af88b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273474 Dec 24 10:47:51.219653 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] For port 96549574-531d-4a6d-919c-1d7c44f6dac7, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=96549574-531d-4a6d-919c-1d7c44f6dac7,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:51.219653 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 96549574-531d-4a6d-919c-1d7c44f6dac7 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:51.219653 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Attempting to bind port cd3616e4-dbf1-438c-8976-2c60212572db on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Attempting to bind port cd3616e4-dbf1-438c-8976-2c60212572db by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Attempting to bind port cd3616e4-dbf1-438c-8976-2c60212572db on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ba1c8-60b1-4521-a5e9-ac5cf35937c1 None None] Pushing event updated for resources: {'Port': ['ID=cd3616e4-dbf1-438c-8976-2c60212572db,revision_number=2']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:51.220159 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Bound port: cd3616e4-dbf1-438c-8976-2c60212572db, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:51.221346 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.221420 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.221579 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] For port cd3616e4-dbf1-438c-8976-2c60212572db, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:51.221579 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] For port cd3616e4-dbf1-438c-8976-2c60212572db, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=cd3616e4-dbf1-438c-8976-2c60212572db,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:51.251640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:51.454020 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463dbe-b16a-4b5c-b63e-651012c3a842 req-b7cdc636-0e1c-42cb-8836-4af7f0422297 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:51.461659 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-de463dbe-b16a-4b5c-b63e-651012c3a842 req-b7cdc636-0e1c-42cb-8836-4af7f0422297 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.1071868 Dec 24 10:47:51.492228 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Allocated IP 172.20.0.1 (eb5e8de8-1775-4fb6-ac9f-22bf34286553/97f403f3-a78e-41b8-84af-5aee766afd74/20d7b41b-59d3-4b8a-bfea-446ea7fa0154) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:47:51.517997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d454-7817-4e7c-985a-5eaff8517154 req-d303574f-c913-4e46-a91f-4d850d6179e8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:51.520253 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee37d454-7817-4e7c-985a-5eaff8517154 req-d303574f-c913-4e46-a91f-4d850d6179e8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0654809 Dec 24 10:47:51.537094 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-de463dbe-b16a-4b5c-b63e-651012c3a842 req-24324cf2-addd-4069-9bf4-aee8c0eaa1b0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745642 Dec 24 10:47:51.620806 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee37d454-7817-4e7c-985a-5eaff8517154 req-86927b79-a682-4375-a82c-9fcce3dd51dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907931 Dec 24 10:47:51.702104 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.184928 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.195002 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.db.api [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:47:52.195379 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG oslo_db.api [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 10:47:52.198257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ce0aa-3c11-4f9a-abb4-f02e38989a7d None None] Pushing event updated for resources: {'Port': ['ID=96549574-531d-4a6d-919c-1d7c44f6dac7,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:52.246103 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4138e08b-46c4-4975-ae7c-10737fb2c10f None None] Provisioning complete for port 96549574-531d-4a6d-919c-1d7c44f6dac7 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:52.247094 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4138e08b-46c4-4975-ae7c-10737fb2c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.328410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0af52-1a65-4146-bc24-310aede3fb86 req-4c0b42d6-a4b4-4d66-a4dc-b5424be43fda tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:52.328410 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9df0af52-1a65-4146-bc24-310aede3fb86 req-4c0b42d6-a4b4-4d66-a4dc-b5424be43fda tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0489013 Dec 24 10:47:52.379373 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9df0af52-1a65-4146-bc24-310aede3fb86 req-d862ba8f-b955-4cdd-b5b8-907700473c41 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Dec 24 10:47:52.512779 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.558697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.571603 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:52.572280 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:52.617142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:52.617142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:52.638261 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:47:52.640517 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ba1c8-60b1-4521-a5e9-ac5cf35937c1 None None] Pushing event updated for resources: {'Port': ['ID=cd3616e4-dbf1-438c-8976-2c60212572db,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:52.738696 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Pushing event updated for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:52.748320 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:52.882043 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:52.940937 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb1e8c-90a2-4c11-a23a-7b70ed36190b req-892dbc61-f9c3-40e1-98b8-505ad8d64982 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:52.951900 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-decb1e8c-90a2-4c11-a23a-7b70ed36190b req-892dbc61-f9c3-40e1-98b8-505ad8d64982 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1218965 Dec 24 10:47:52.963675 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb0ed-3217-4ca7-95ba-9031e7bdaf0d req-a09d5956-d88f-40df-b05e-36c0b7871c01 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:52.965953 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-30cfb0ed-3217-4ca7-95ba-9031e7bdaf0d req-a09d5956-d88f-40df-b05e-36c0b7871c01 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.2824006 Dec 24 10:47:52.993279 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 96549574-531d-4a6d-919c-1d7c44f6dac7 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:53.052031 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-decb1e8c-90a2-4c11-a23a-7b70ed36190b req-bed50962-bfb2-4455-9b10-dab8e1d29c73 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909247 Dec 24 10:47:53.078879 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-52219f65-c4fd-4817-af2f-60d75ac3ea50 None None] Provisioning complete for port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:53.079328 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-52219f65-c4fd-4817-af2f-60d75ac3ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.083477 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 96549574-531d-4a6d-919c-1d7c44f6dac7 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:53.084178 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.091051 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-30cfb0ed-3217-4ca7-95ba-9031e7bdaf0d req-320bd909-86ca-42cc-9a3c-70332a02c868 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Dec 24 10:47:53.146489 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-52219f65-c4fd-4817-af2f-60d75ac3ea50 None None] Port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:53.187499 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.247978 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:48Z', 'revision_number': 3, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:53.285625 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ccc6a8-1e77-4d83-8f13-b0eecdfa0a71 None None] The sync data for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi is: [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:48Z', 'revision_number': 3, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:53.443466 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.518377 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.575202 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d432-e2cb-4fab-b536-e45f39dad99a req-26ac1c5b-6411-45f1-9d30-865a4a4af081 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:53.583744 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12c7d432-e2cb-4fab-b536-e45f39dad99a req-26ac1c5b-6411-45f1-9d30-865a4a4af081 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0901375 Dec 24 10:47:53.669737 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12c7d432-e2cb-4fab-b536-e45f39dad99a req-429d3a40-cd5d-4431-b967-b982ed3e9814 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 Dec 24 10:47:53.677583 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Pushing event updated for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:53.683814 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:53.848221 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:47:53.848221 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:47:54.023577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Router 1834d1c7-46a6-489c-8b4a-35fd74b773db has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:47:54.190842 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:47:54.194225 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-1ba448c2-2cd1-4b63-a253-f0a1a51659c7 None None] Provisioning complete for port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:54.200865 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9678ce6c-b8c8-4760-aaf1-9b5ea2e5894f admin admin] 10.222.0.30 "PUT /v2.0/routers/1834d1c7-46a6-489c-8b4a-35fd74b773db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6343520 Dec 24 10:47:54.201061 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-1ba448c2-2cd1-4b63-a253-f0a1a51659c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:54.266142 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d2bb-e2d6-4b34-8b44-4e95a93b8c6a req-1f7277fe-47df-4f5b-945b-76c807ae8e5d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:54.275611 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7161d2bb-e2d6-4b34-8b44-4e95a93b8c6a req-1f7277fe-47df-4f5b-945b-76c807ae8e5d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0645704 Dec 24 10:47:54.335803 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7161d2bb-e2d6-4b34-8b44-4e95a93b8c6a req-6d77a4ab-7ad0-42da-bb8d-d09faf8b1618 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582428 Dec 24 10:47:54.339939 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-1ba448c2-2cd1-4b63-a253-f0a1a51659c7 None None] Port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:54.372422 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730d737-0252-4fd0-9c79-a486c50324c2 req-7b10b7a7-cce7-4139-af77-b6e915ced93d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:54.374084 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d730d737-0252-4fd0-9c79-a486c50324c2 req-7b10b7a7-cce7-4139-af77-b6e915ced93d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1066194 Dec 24 10:47:54.463846 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d730d737-0252-4fd0-9c79-a486c50324c2 req-7221e764-2060-4a6d-a38e-83476750aa50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825329 Dec 24 10:47:54.515210 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3348-5d97-4031-a965-4ad72385acd0 req-a83a1b94-3d67-4aa4-a806-9ab7a82b5c85 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:54.518185 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d63c3348-5d97-4031-a965-4ad72385acd0 req-a83a1b94-3d67-4aa4-a806-9ab7a82b5c85 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0847545 Dec 24 10:47:54.603092 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d63c3348-5d97-4031-a965-4ad72385acd0 req-4138c9c7-ad01-4d3b-81e2-3a9e2beacd4b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Dec 24 10:47:55.041169 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device cd3616e4-dbf1-438c-8976-2c60212572db up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:55.065426 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178422a7-8ad5-48cf-9bd3-c3475b316f32 req-b3caae04-2cf9-408d-beec-bf4ef9c79b59 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:55.075084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-178422a7-8ad5-48cf-9bd3-c3475b316f32 req-b3caae04-2cf9-408d-beec-bf4ef9c79b59 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1221523 Dec 24 10:47:55.113723 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port cd3616e4-dbf1-438c-8976-2c60212572db triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:55.114009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.159264 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-178422a7-8ad5-48cf-9bd3-c3475b316f32 req-53ccecf0-7f55-4a60-b7ca-2a37828e3ce6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832398 Dec 24 10:47:55.273142 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.312221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port cd3616e4-dbf1-438c-8976-2c60212572db, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=cd3616e4-dbf1-438c-8976-2c60212572db,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:55.351291 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d4f5c-1d3a-4cbe-9ef9-70b6ab218877 req-e6ed81e8-8d1d-456f-8158-66c0c0e37707 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:55.353409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-210d4f5c-1d3a-4cbe-9ef9-70b6ab218877 req-e6ed81e8-8d1d-456f-8158-66c0c0e37707 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0602586 Dec 24 10:47:55.407021 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-210d4f5c-1d3a-4cbe-9ef9-70b6ab218877 req-c74944b3-94af-4ad6-bf50-e8032c19a7d5 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473311 Dec 24 10:47:55.415292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.500250 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41252) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:55.507627 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649720889', 'description': 'tempest-secgroup-smoke-1649720889 description', 'project_id': '9d0fd34670674906aa9a61200251b76c'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:55.524266 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=cd3616e4-dbf1-438c-8976-2c60212572db,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:55.689525 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.697867 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f5c2-7a1c-41c1-b364-c91c4d22b652 req-d8efbeef-83bd-4c6b-9b77-9cad2b79e0b7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:55.711688 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-72b4f5c2-7a1c-41c1-b364-c91c4d22b652 req-d8efbeef-83bd-4c6b-9b77-9cad2b79e0b7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1269698 Dec 24 10:47:55.795563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.801135 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-72b4f5c2-7a1c-41c1-b364-c91c4d22b652 req-a8c6a848-4bb1-4051-a281-74d0a864afbd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885189 Dec 24 10:47:55.846615 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Sync routers for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:47:55.858656 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:55.862380 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:55.924473 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.930486 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-815bbdff-c50d-4426-8939-47ab21551903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:55.968986 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5911ec-392f-42da-b2ed-53b9f94ad4ec,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:56.035349 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:56.074242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.080318 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ea086b95-14f5-4572-8f23-0ad1675ade68 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5730376 Dec 24 10:47:56.081120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41262) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:56.086619 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:56.229157 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.336307 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:52Z', 'revision_number': 4, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '20d7b41b-59d3-4b8a-bfea-446ea7fa0154', 'name': '', 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'mac_address': 'fa:16:3e:95:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:51Z', 'updated_at': '2021-12-24T10:47:53Z', 'revision_number': 2, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'subnets': [{'id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:56.346190 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032b1d6-cbbc-49a9-aedb-3b2bdfd9dd59 req-dd3516db-265a-4ad6-8fd4-5d09b6c6a9e5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:56.357251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.357991 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3032b1d6-cbbc-49a9-aedb-3b2bdfd9dd59 req-dd3516db-265a-4ad6-8fd4-5d09b6c6a9e5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0849826 Dec 24 10:47:56.406656 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Checking router: 1834d1c7-46a6-489c-8b4a-35fd74b773db for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:47:56.407288 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Updating router 1834d1c7-46a6-489c-8b4a-35fd74b773db port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:47:56.448611 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.460927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.474954 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3032b1d6-cbbc-49a9-aedb-3b2bdfd9dd59 req-cff7d931-56e5-4e80-a369-7f141a44aef9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 Dec 24 10:47:56.490872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c22ce0-5b47-4179-af65-d2eec9ecf69c,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:56.571464 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.572748 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-afcd3bd0-26b7-4738-b95b-e2880d5b084b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4906285 Dec 24 10:47:56.575587 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41274) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:56.581135 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:56.706453 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.856682 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:56.946652 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.020523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device cd3616e4-dbf1-438c-8976-2c60212572db up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:47:57.038866 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c16032-9668-41ae-8704-cb0e9bb4d295,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:57.080039 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2379b2-7211-4037-9c09-1c1f9f845c4e req-a62bcf39-7607-45c3-ba5f-d002245f893f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:57.080635 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.082973 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ab2379b2-7211-4037-9c09-1c1f9f845c4e req-a62bcf39-7607-45c3-ba5f-d002245f893f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1302166 Dec 24 10:47:57.114999 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port cd3616e4-dbf1-438c-8976-2c60212572db triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:57.115552 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.131407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.132924 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-26520f8e-704b-4c51-8e46-8bdb606ab2a1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5560246 Dec 24 10:47:57.135692 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41288) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:57.148210 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:57.165752 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ab2379b2-7211-4037-9c09-1c1f9f845c4e req-54205143-f5bb-4acf-bab4-8f14f82e2461 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758793 Dec 24 10:47:57.176586 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.273465 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeaac-816a-45d5-8aee-d0cf36324e50 None None] Pushing event updated for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:57.283882 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.472229 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.549962 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Attempting to bind port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:47:57.550607 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Attempting to bind port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:47:57.550607 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Attempting to bind port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 on network eb5e8de8-1775-4fb6-ac9f-22bf34286553 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Checking segment: {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Bound using segment: {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Bound port: 20d7b41b-59d3-4b8a-bfea-446ea7fa0154, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07305911-60a9-4de4-9050-bbed153fa1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:47:57.620603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.732075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a35d31-1df5-4052-8ac6-88204e833984 req-0dcd9798-b3f6-4941-8288-7d2741619770 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:57.738770 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] For port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:47:57.741170 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-56a35d31-1df5-4052-8ac6-88204e833984 req-0dcd9798-b3f6-4941-8288-7d2741619770 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.1134415 Dec 24 10:47:57.775706 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] For port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:47:57.791331 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-56a35d31-1df5-4052-8ac6-88204e833984 req-a3c6989b-3ceb-4eb3-a1b4-73dc0e22d37d tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Dec 24 10:47:57.807889 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-eed863d2-0e5e-42f2-9e2e-a8c9230e6296 None None] Provisioning complete for port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:57.808335 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-eed863d2-0e5e-42f2-9e2e-a8c9230e6296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:57.850774 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-eed863d2-0e5e-42f2-9e2e-a8c9230e6296 None None] Port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:47:58.044206 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.062261 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2228bd48-70ed-46b6-81b2-3c87b284902f,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:58.180997 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.240300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:47:58.240950 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:58.253120 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.254583 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1a303ad0-9106-4dba-89bc-bf5f4d205b61 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1174695 Dec 24 10:47:58.257717 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41310) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:58.263773 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:58.293339 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a7c3f2f1-2581-49bb-9808-ce71a233daa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.309451 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193135ec-d2cd-4486-807c-c8fb4b24b7ce req-735d55c3-4e1e-400d-8815-6cdf4f4b7034 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:58.311403 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-193135ec-d2cd-4486-807c-c8fb4b24b7ce req-735d55c3-4e1e-400d-8815-6cdf4f4b7034 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0706158 Dec 24 10:47:58.356449 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeaac-816a-45d5-8aee-d0cf36324e50 None None] Pushing event updated for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:58.385121 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:47:58.421988 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-193135ec-d2cd-4486-807c-c8fb4b24b7ce req-514cd13d-cc82-4e7f-8547-0fde6eb91291 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802569 Dec 24 10:47:58.443137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.575169 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.638356 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.671231 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c130e1-3e12-4310-a48a-52b2c2c43071,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:58.735992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] Provisioning complete for port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:47:58.737124 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.765598 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.767653 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4bc8ed80-e7d6-4f4c-94b7-ec8f41c24c82 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5076048 Dec 24 10:47:58.772081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41322) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:58.777017 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:58.920275 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.securitygroups_db [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Project 9d0fd34670674906aa9a61200251b76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:47:58.927840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.975116 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:58.980926 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f2e9-8eae-4950-b933-1c0de172ce63 req-ba87259d-163a-4c07-8afa-fdfe16fe7578 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:58.993125 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89a6f2e9-8eae-4950-b933-1c0de172ce63 req-ba87259d-163a-4c07-8afa-fdfe16fe7578 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0822151 Dec 24 10:47:59.005511 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:52Z', 'revision_number': 4, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '20d7b41b-59d3-4b8a-bfea-446ea7fa0154', 'name': '', 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'mac_address': 'fa:16:3e:95:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:51Z', 'updated_at': '2021-12-24T10:47:57Z', 'revision_number': 4, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'subnets': [{'id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:47:59.054495 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.055989 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bcdc86-9235-4eb9-b490-af62d3b0999d None None] The sync data for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi is: [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:47:52Z', 'revision_number': 4, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '20d7b41b-59d3-4b8a-bfea-446ea7fa0154', 'name': '', 'network_id': 'eb5e8de8-1775-4fb6-ac9f-22bf34286553', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'mac_address': 'fa:16:3e:95:ef:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:51Z', 'updated_at': '2021-12-24T10:47:57Z', 'revision_number': 4, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'subnets': [{'id': '97f403f3-a78e-41b8-84af-5aee766afd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:47:59.061816 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] For port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:47:59.077594 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-89a6f2e9-8eae-4950-b933-1c0de172ce63 req-13d2af5f-fddc-438e-9408-c4a839309c87 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831366 Dec 24 10:47:59.106396 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.160067 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.211710 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79031283-8bdd-4ce6-9937-2511badaeb6f None None] Pushing event updated for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:59.249418 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.268317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d577aa29-87db-4f1e-8c99-fda4046b0598,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:59.365723 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.367811 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8c394d0a-9b7a-4622-b6da-29ed6127ef72 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5943184 Dec 24 10:47:59.370479 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41330) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:47:59.375911 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'security_group_rule': {'security_group_id': '6e5911ec-392f-42da-b2ed-53b9f94ad4ec', 'project_id': '9d0fd34670674906aa9a61200251b76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:47:59.518855 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.securitygroups_db [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Project 9d0fd34670674906aa9a61200251b76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:47:59.532042 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.651194 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fc130-8fc4-4325-9776-44dea38a4121 req-be745b63-8a2b-4cab-9c73-7d92a1890973 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:47:59.651744 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.659656 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e2fc130-8fc4-4325-9776-44dea38a4121 req-be745b63-8a2b-4cab-9c73-7d92a1890973 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1597221 Dec 24 10:47:59.731450 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e2fc130-8fc4-4325-9776-44dea38a4121 req-f4fc1e5f-9dd8-43fd-a56a-02de446671f4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667098 Dec 24 10:47:59.735103 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.780131 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f569b5-aec7-4d6c-927d-8500c2404868,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:47:59.874361 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:47:59.876116 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4ac0788f-d560-4161-b7a7-c2cbd5b11165 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5042675 Dec 24 10:48:00.266206 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2c00-559a-4a03-b2bd-e31de4a6e41c req-8644627e-2c1a-4cde-b1da-622bb2f5b08f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:00.268328 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-734c2c00-559a-4a03-b2bd-e31de4a6e41c req-8644627e-2c1a-4cde-b1da-622bb2f5b08f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0761440 Dec 24 10:48:00.344545 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-734c2c00-559a-4a03-b2bd-e31de4a6e41c req-6ede3e89-7b36-44d9-88aa-544a0a5a35e2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Dec 24 10:48:00.837752 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:00.939617 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e05e-6a0c-4a57-b6c0-795f5c3ec2ff req-01f16223-7607-4f13-b510-b0c7b339b32c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:00.943120 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2ac0e05e-6a0c-4a57-b6c0-795f5c3ec2ff req-01f16223-7607-4f13-b510-b0c7b339b32c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.1046638 Dec 24 10:48:01.048524 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:48:01.054309 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2ac0e05e-6a0c-4a57-b6c0-795f5c3ec2ff req-19684421-81d4-4822-bc76-dee3b3ed0046 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032512 Dec 24 10:48:01.115805 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:48:01.116173 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:01.432691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:01.495892 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8affe-0369-4da3-b9c0-6900f51701ba req-1da59b17-7e2d-4531-b08e-1257aa1327c0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:01.497490 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9ac8affe-0369-4da3-b9c0-6900f51701ba req-1da59b17-7e2d-4531-b08e-1257aa1327c0 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0657413 Dec 24 10:48:01.572987 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9ac8affe-0369-4da3-b9c0-6900f51701ba req-3cc654a8-f5b1-4f66-97ff-054a99982d8c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 Dec 24 10:48:02.182648 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d46b9e-b98d-41eb-a9a3-6208cbc8ce91 req-56d68714-2c1c-4524-a590-15f4cb3e7237 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:02.182648 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-34d46b9e-b98d-41eb-a9a3-6208cbc8ce91 req-56d68714-2c1c-4524-a590-15f4cb3e7237 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Dec 24 10:48:02.216475 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-34d46b9e-b98d-41eb-a9a3-6208cbc8ce91 req-ab281b7f-ae70-4deb-a740-8e290532075a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Dec 24 10:48:02.694551 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39241099-f967-453d-959f-2835051be767 req-704e0f83-e670-4e65-a4af-50ac83e7f02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:02.696033 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-39241099-f967-453d-959f-2835051be767 req-704e0f83-e670-4e65-a4af-50ac83e7f02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0534537 Dec 24 10:48:02.749050 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-39241099-f967-453d-959f-2835051be767 req-1259a5b5-4eef-4430-bf43-df3c04013e4f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468526 Dec 24 10:48:03.401804 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cc79f-fe99-4828-b63b-59f73a11aaec req-e28b3ec0-2e71-4529-9dea-215acee334b1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:03.401804 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-205cc79f-fe99-4828-b63b-59f73a11aaec req-e28b3ec0-2e71-4529-9dea-215acee334b1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0918081 Dec 24 10:48:03.456623 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-205cc79f-fe99-4828-b63b-59f73a11aaec req-8c1f9dd1-4189-4adb-99a0-edf9f6f1294a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Dec 24 10:48:03.875206 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39f925-29db-4a7b-b4e7-c99bacb16715 req-cc9059f5-9b83-4266-a99e-8fc0a2ece881 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:03.876721 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a39f925-29db-4a7b-b4e7-c99bacb16715 req-cc9059f5-9b83-4266-a99e-8fc0a2ece881 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0537939 Dec 24 10:48:03.929721 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a39f925-29db-4a7b-b4e7-c99bacb16715 req-2903f4d6-9e97-482d-be7f-5a3b776eb43f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Dec 24 10:48:04.577201 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6deed1-ae71-4494-8c0c-74ef948dcb8d req-e378a675-ca87-4d53-b8af-ed511db3ef51 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:04.578733 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1a6deed1-ae71-4494-8c0c-74ef948dcb8d req-e378a675-ca87-4d53-b8af-ed511db3ef51 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0474789 Dec 24 10:48:04.629788 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1a6deed1-ae71-4494-8c0c-74ef948dcb8d req-604a3281-3ae5-493f-98c6-8b856b68725e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 Dec 24 10:48:04.988135 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-f3dbb465-919b-43d1-8268-8503f996420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:04.990078 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-f3dbb465-919b-43d1-8268-8503f996420d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1098 time: 0.0586600 Dec 24 10:48:05.122960 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3645ac-068a-41e7-955b-a48628d604b0 req-2a27bb47-3958-4f00-ad66-04f9bd5df4c4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.124396 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0e3645ac-068a-41e7-955b-a48628d604b0 req-2a27bb47-3958-4f00-ad66-04f9bd5df4c4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0998485 Dec 24 10:48:05.128240 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-5bd00591-9205-497a-82ac-c258e5a61775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.129760 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-5bd00591-9205-497a-82ac-c258e5a61775 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.1318598 Dec 24 10:48:05.226727 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-a1cd8a93-ae77-40e5-b501-e1ad959a7469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 1001 time: 0.0827639 Dec 24 10:48:05.226727 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0e3645ac-068a-41e7-955b-a48628d604b0 req-1d3717cd-0ed8-4835-b4c3-2d260662bfef tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924134 Dec 24 10:48:05.290748 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-ec2f5fb0-1504-4d31-843c-16d42c62f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.292265 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-ec2f5fb0-1504-4d31-843c-16d42c62f151 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0506415 Dec 24 10:48:05.340065 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-e4ab416c-a90f-41b6-8002-36e399769b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.341589 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-e4ab416c-a90f-41b6-8002-36e399769b40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399330 Dec 24 10:48:05.440234 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-f9451773-f863-47fa-b968-e15689571538 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Dec 24 10:48:05.539277 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dac1f490-89e8-4198-9a1e-a2756ba3b2c1 req-f0336d60-63b5-4861-923b-c68c93cbe5fe service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910673 Dec 24 10:48:05.763929 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9954-25ee-4103-80c3-5a24c0b1f1f2 req-29eb56c1-7ac7-4756-bc8c-00f1813ac042 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.765661 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4efd9954-25ee-4103-80c3-5a24c0b1f1f2 req-29eb56c1-7ac7-4756-bc8c-00f1813ac042 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0500813 Dec 24 10:48:05.793169 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97af4e3-e278-4914-99bd-72b91925a5dd req-38943e27-be41-430d-9036-4954b3839d4e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:05.794710 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c97af4e3-e278-4914-99bd-72b91925a5dd req-38943e27-be41-430d-9036-4954b3839d4e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0492756 Dec 24 10:48:05.818191 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4efd9954-25ee-4103-80c3-5a24c0b1f1f2 req-14be9ae3-8f8e-4474-abf7-d4f585ccd549 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462627 Dec 24 10:48:05.848356 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c97af4e3-e278-4914-99bd-72b91925a5dd req-4101afd3-cf9c-4124-af54-6cdd7112d9f9 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 Dec 24 10:48:06.340600 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275574-d714-44d5-9122-8316055600b9 req-b1c307e9-a714-4788-ab91-fca96de68762 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:06.342083 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ba275574-d714-44d5-9122-8316055600b9 req-b1c307e9-a714-4788-ab91-fca96de68762 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0481436 Dec 24 10:48:06.395715 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ba275574-d714-44d5-9122-8316055600b9 req-1b9e6ea1-5dc2-4e8e-8804-8af9837e7220 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Dec 24 10:48:06.960767 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e851-e76f-4ecd-aa17-2c37e241431a req-eb09bde1-d321-492f-88c7-31da784ecc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:06.962310 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4c4e851-e76f-4ecd-aa17-2c37e241431a req-eb09bde1-d321-492f-88c7-31da784ecc30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.0740955 Dec 24 10:48:06.969172 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bc62d-7c0f-4734-a0d0-9bdd15935b0d req-34e64648-a4ab-4e3f-9925-44f0bd14632f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:06.971403 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c38bc62d-7c0f-4734-a0d0-9bdd15935b0d req-34e64648-a4ab-4e3f-9925-44f0bd14632f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0520341 Dec 24 10:48:06.975774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5b658-0bc7-42c7-a8ef-9b6c585bbab8 req-c37b8fc6-a6ac-4158-b593-2ab7b2fbd622 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:06.980040 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-73e5b658-0bc7-42c7-a8ef-9b6c585bbab8 req-c37b8fc6-a6ac-4158-b593-2ab7b2fbd622 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 945 time: 0.0643780 Dec 24 10:48:07.020929 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c38bc62d-7c0f-4734-a0d0-9bdd15935b0d req-b78b4c1c-4279-4dbd-a516-feefe8fb1879 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Dec 24 10:48:07.045229 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4c4e851-e76f-4ecd-aa17-2c37e241431a req-2b15ba99-ed09-406d-a449-ff4dbf6a9d2c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667100 Dec 24 10:48:07.048702 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-73e5b658-0bc7-42c7-a8ef-9b6c585bbab8 req-c102f714-b760-4db1-8540-5c23bf2a1170 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650711 Dec 24 10:48:07.106702 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:07.184601 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:07.207316 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:07.209601 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff52bc0-b80f-4324-b290-e37a84319ef7" -d '{"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-unplugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:07.222536 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:07.247370 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c80276-1fe3-471f-926e-dd0cbb50e470 x-openstack-request-id: req-31c80276-1fe3-471f-926e-dd0cbb50e470 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:07.247690 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-unplugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:07.247966 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31c80276-1fe3-471f-926e-dd0cbb50e470 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:07.248703 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'code': 200} Dec 24 10:48:07.313587 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:07.360645 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=8']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:07.515595 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc52bf7-a1af-4f04-8d06-50c5cbe3cc35 req-25205661-9e31-46e1-93a0-816e920aac69 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:07.517101 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6bc52bf7-a1af-4f04-8d06-50c5cbe3cc35 req-25205661-9e31-46e1-93a0-816e920aac69 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0521641 Dec 24 10:48:07.567521 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6bc52bf7-a1af-4f04-8d06-50c5cbe3cc35 req-6b4be4be-f522-4c3f-856d-487a719fa30a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Dec 24 10:48:08.140413 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee5670-bf95-48fe-bef9-4ae3dc8ca600 req-fd46af6b-0216-4d74-8db8-f98792760348 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.141907 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-71ee5670-bf95-48fe-bef9-4ae3dc8ca600 req-fd46af6b-0216-4d74-8db8-f98792760348 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0522327 Dec 24 10:48:08.187829 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114319d-0eb6-4de7-af8f-a67660523cd1 req-121840ff-bcc6-41a8-aaa2-3796661542af tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.189890 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9114319d-0eb6-4de7-af8f-a67660523cd1 req-121840ff-bcc6-41a8-aaa2-3796661542af tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0590656 Dec 24 10:48:08.218906 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-3bf22212-21c4-48ff-979f-cc9f6284718c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690510 Dec 24 10:48:08.223251 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-71ee5670-bf95-48fe-bef9-4ae3dc8ca600 req-568a56aa-8493-4035-b276-7c3fa828541c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745718 Dec 24 10:48:08.239127 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9114319d-0eb6-4de7-af8f-a67660523cd1 req-3260b9f8-693b-432b-8c28-18005be51886 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 Dec 24 10:48:08.286652 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-a42d963e-363e-473e-b55a-bce4a99e83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.289021 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-a42d963e-363e-473e-b55a-bce4a99e83c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 1099 time: 0.0427537 Dec 24 10:48:08.432656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-7128a207-7e60-4cd2-9a8d-3d3ce511b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.434198 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-7128a207-7e60-4cd2-9a8d-3d3ce511b7c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.0910046 Dec 24 10:48:08.484684 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-291318c6-6e84-4cbd-bf4c-b95bd87fa2bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 200 len: 217 time: 0.0359318 Dec 24 10:48:08.538385 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-373bc553-ed6e-434d-936b-46fc01e8c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.539926 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-373bc553-ed6e-434d-936b-46fc01e8c824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0449519 Dec 24 10:48:08.576788 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-b7205118-f844-443c-82d5-bd9019bc1346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280859 Dec 24 10:48:08.681418 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-acb413df-2c01-48d6-bd45-6d516d940447 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962446 Dec 24 10:48:08.698800 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206ce9-a68c-4a96-a4e3-fbf547e41ac1 req-cd1e73da-c0e1-40b3-b1f8-a0a519f79a91 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.700290 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f6206ce9-a68c-4a96-a4e3-fbf547e41ac1 req-cd1e73da-c0e1-40b3-b1f8-a0a519f79a91 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0499492 Dec 24 10:48:08.750937 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f6206ce9-a68c-4a96-a4e3-fbf547e41ac1 req-2f1b40f9-c5fc-4447-8ca7-f63301fdc108 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Dec 24 10:48:08.782764 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d3373cb9-29d0-411a-a60b-ba25a9805d6e req-46fbe882-6cca-4e7d-9353-0b8aef6988d7 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912552 Dec 24 10:48:08.989546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fb076-8281-4f70-acf2-2a3593ab7d7f req-201d9240-7883-4500-900b-f1f108ebd4b8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:08.990936 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0b0fb076-8281-4f70-acf2-2a3593ab7d7f req-201d9240-7883-4500-900b-f1f108ebd4b8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0493102 Dec 24 10:48:09.041245 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0b0fb076-8281-4f70-acf2-2a3593ab7d7f req-115918b7-d51d-4a84-95e0-fa808aac349e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Dec 24 10:48:09.351247 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f516-936f-41fd-a44b-e8f0a3220fb8 req-f84452cd-b770-43b2-baa1-9f0a7b73ae14 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:09.352714 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7908f516-936f-41fd-a44b-e8f0a3220fb8 req-f84452cd-b770-43b2-baa1-9f0a7b73ae14 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0503948 Dec 24 10:48:09.381226 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906f1c7-7676-4b30-b8d8-3d0e47604208 req-d7149817-9264-4a66-8541-cd1bff6320e4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:09.382843 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2906f1c7-7676-4b30-b8d8-3d0e47604208 req-d7149817-9264-4a66-8541-cd1bff6320e4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0481381 Dec 24 10:48:09.399926 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7908f516-936f-41fd-a44b-e8f0a3220fb8 req-f3575ad2-bd1a-49c9-923e-46c3c6fa42c6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412858 Dec 24 10:48:09.430338 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2906f1c7-7676-4b30-b8d8-3d0e47604208 req-d7ec9736-8ba8-4086-8629-6320a7e6aef9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Dec 24 10:48:09.865867 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6014254-abd3-433b-a80e-56a529c413b9 req-5391506c-a626-45bd-97e4-dc356d42b1a9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:09.872369 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b6014254-abd3-433b-a80e-56a529c413b9 req-5391506c-a626-45bd-97e4-dc356d42b1a9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0478790 Dec 24 10:48:09.916254 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b6014254-abd3-433b-a80e-56a529c413b9 req-6e77597a-fdac-4107-bba9-46624a22b9b6 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Dec 24 10:48:10.178871 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59475c65-075b-41ad-bab4-16fdff4b4e2b req-010b83f0-3b25-4235-bda3-291535bf4549 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:10.180652 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59475c65-075b-41ad-bab4-16fdff4b4e2b req-010b83f0-3b25-4235-bda3-291535bf4549 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0546334 Dec 24 10:48:10.230144 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-59475c65-075b-41ad-bab4-16fdff4b4e2b req-88af4ceb-ebec-4aaf-8364-6ca9fb1f55a5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Dec 24 10:48:10.535364 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5968515-fcdd-44cf-b02e-3af601f7c45d req-d2bc1aaa-a0ef-4a94-b607-ecd257129cb6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:10.536910 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5968515-fcdd-44cf-b02e-3af601f7c45d req-d2bc1aaa-a0ef-4a94-b607-ecd257129cb6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0646172 Dec 24 10:48:10.587870 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342584a-464c-4e8a-a792-d8ab25257929 req-1ef6b6e2-9e79-486e-b964-693672f7c0d5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:10.596157 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5342584a-464c-4e8a-a792-d8ab25257929 req-1ef6b6e2-9e79-486e-b964-693672f7c0d5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0581937 Dec 24 10:48:10.626541 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5968515-fcdd-44cf-b02e-3af601f7c45d req-b34c0995-0671-439d-996e-1488dda23f44 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806293 Dec 24 10:48:10.671797 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5342584a-464c-4e8a-a792-d8ab25257929 req-964d5453-801b-4193-be61-f24baa3db26a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689993 Dec 24 10:48:10.856312 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [req-92c18a47-4f62-4604-8dc9-89b4c52429eb req-28428a1f-fc4c-4b36-848d-d0d6581c07a8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:48:10.857287 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-92c18a47-4f62-4604-8dc9-89b4c52429eb req-28428a1f-fc4c-4b36-848d-d0d6581c07a8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076752 Dec 24 10:48:10.870175 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-0caec85d-3b89-44e8-bb16-fdae0debf013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:10.871610 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-0caec85d-3b89-44e8-bb16-fdae0debf013 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=378bb44ad89440e49f7e290a5d31004e&device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 1099 time: 0.2689352 Dec 24 10:48:10.963881 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-1f6364ec-fffa-41c2-8340-512f9674139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:10.965365 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-1f6364ec-fffa-41c2-8340-512f9674139c service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 200 len: 919 time: 0.0856824 Dec 24 10:48:11.016729 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-925512da-33e1-4340-a6e0-52cdc1a2ad32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 200 len: 217 time: 0.0379338 Dec 24 10:48:11.124227 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-f6cc99b1-c706-496f-90c5-e73290cd4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.125635 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-f6cc99b1-c706-496f-90c5-e73290cd4bf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 200 len: 858 time: 0.0904682 Dec 24 10:48:11.131061 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:11.138812 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-b818f8b6-7dbb-481a-8aa3-d8fb504a7dbc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.140109 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-b818f8b6-7dbb-481a-8aa3-d8fb504a7dbc tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.0590034 Dec 24 10:48:11.178650 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce662-ad1c-4453-974d-ab391b98ff26 req-4a453a77-99de-4781-9e62-d6bf5157c5a1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.179373 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-b062c7ec-cc45-4756-9d9e-61236b22b27e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb9a5afc-6224-46fc-bd18-c62e65532682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378718 Dec 24 10:48:11.186550 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-173ce662-ad1c-4453-974d-ab391b98ff26 req-4a453a77-99de-4781-9e62-d6bf5157c5a1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0863624 Dec 24 10:48:11.231987 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-173ce662-ad1c-4453-974d-ab391b98ff26 req-53e97bac-56e9-411d-a628-593b6ea7a82b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445793 Dec 24 10:48:11.364286 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-c94e0538-677c-4916-a6ab-f7672849dc02 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631646 Dec 24 10:48:11.396851 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Deleting port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:11.397189 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:11.428965 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5a1d-9f16-427e-9ba8-5e61a6e75fb0 req-0682f6c2-5491-474c-a653-93bb064b408f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.430477 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-01fe5a1d-9f16-427e-9ba8-5e61a6e75fb0 req-0682f6c2-5491-474c-a653-93bb064b408f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 946 time: 0.1119361 Dec 24 10:48:11.580802 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] For port 4fde9d66-dead-4e85-8d7f-9dffb8700f99, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4fde9d66-dead-4e85-8d7f-9dffb8700f99,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:11.581516 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:11.591745 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aa35b69-d811-4a58-b5bd-abb44d142022 req-5921b713-68f3-4c36-a87c-d797d4212945 service neutron] 10.222.0.24 "GET /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185338 Dec 24 10:48:11.599625 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-01fe5a1d-9f16-427e-9ba8-5e61a6e75fb0 req-36b524ec-cea9-4bfa-8a96-ccb4cd25eb72 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320007 Dec 24 10:48:11.607789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Calling delete_port for 4fde9d66-dead-4e85-8d7f-9dffb8700f99 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:11.745456 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41602) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:11.767857 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110aa7-56ed-4b44-ba7e-63200803af18 req-afb38bd6-8a62-4ae9-bbfc-d96bfaf7eba3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.769419 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4110aa7-56ed-4b44-ba7e-63200803af18 req-afb38bd6-8a62-4ae9-bbfc-d96bfaf7eba3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0684416 Dec 24 10:48:11.848314 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735be6b-9456-434b-a7e4-a687fb6b80af req-efac4f29-9f13-410f-a637-0d52db75c08c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:11.849929 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4735be6b-9456-434b-a7e4-a687fb6b80af req-efac4f29-9f13-410f-a637-0d52db75c08c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0978713 Dec 24 10:48:11.864401 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4110aa7-56ed-4b44-ba7e-63200803af18 req-06993b0e-39aa-44b4-b2ea-63f30fc594e6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888131 Dec 24 10:48:11.885747 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-d6f10b55-1684-46f0-bd23-2023a57533bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382499 Dec 24 10:48:11.895204 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-ecc48596-c94b-4c2c-a085-206ea708a26f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:48:11.896259 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-ecc48596-c94b-4c2c-a085-206ea708a26f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059016 Dec 24 10:48:11.904534 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4735be6b-9456-434b-a7e4-a687fb6b80af req-7dc30d64-d928-4945-aec0-90202700307e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486026 Dec 24 10:48:11.937722 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:11.949239 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', '4fde9d66-dead-4e85-8d7f-9dffb8700f99'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:11.975205 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event deleted for resources: {'Port': ['ID=4fde9d66-dead-4e85-8d7f-9dffb8700f99,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:12.014331 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] No DVR routers for this DVR port 4fde9d66-dead-4e85-8d7f-9dffb8700f99 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:12.020095 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:12.023696 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b5c532a0-d360-4aed-96ec-9e122985b5d7 req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "DELETE /v2.0/ports/4fde9d66-dead-4e85-8d7f-9dffb8700f99 HTTP/1.1" status: 204 len: 173 time: 0.8750679 Dec 24 10:48:12.024163 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'name': 'network-vif-deleted', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:12.026949 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c51a4d4-4ca1-440d-8632-0f0e3f1e7261" -d '{"events": [{"server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "name": "network-vif-deleted", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:12.030529 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.030859 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.031204 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.031539 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.031869 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.032303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.032907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.032907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.033376 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.033894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.033894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.034181 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.034763 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49262b9c-bbb8-4994-b2cd-dd1f4dcc1211 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:12.078134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8affed89-1b65-4b8b-9bde-148175bf4534 x-openstack-request-id: req-8affed89-1b65-4b8b-9bde-148175bf4534 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:12.078453 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3b23d-c8c0-4e9a-a625-299c00fb2e27", "name": "network-vif-deleted", "tag": "4fde9d66-dead-4e85-8d7f-9dffb8700f99", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:12.078693 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8affed89-1b65-4b8b-9bde-148175bf4534 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:12.079094 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3b23d-c8c0-4e9a-a625-299c00fb2e27', 'name': 'network-vif-deleted', 'tag': '4fde9d66-dead-4e85-8d7f-9dffb8700f99', 'status': 'completed', 'code': 200} Dec 24 10:48:12.367939 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3911e45-ed38-4f99-8a9c-eebbe39819fa req-58313a71-8e2d-4f91-b573-5aa9b167debd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:12.369472 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a3911e45-ed38-4f99-8a9c-eebbe39819fa req-58313a71-8e2d-4f91-b573-5aa9b167debd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0585461 Dec 24 10:48:12.421431 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a3911e45-ed38-4f99-8a9c-eebbe39819fa req-56053597-42b7-4815-8c9b-8b026af54c86 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Dec 24 10:48:12.738971 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-69326edc-3540-49c1-a097-fcc3974096e7 req-1822512c-9c16-4f03-bcd8-52cf96e2dcfd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3b23d-c8c0-4e9a-a625-299c00fb2e27 HTTP/1.1" status: 200 len: 210 time: 0.0277536 Dec 24 10:48:12.987687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a7f3-9a8a-45e9-9355-c3949a7d5707 req-e42e1cd5-2af9-40dd-bd30-cf326dee3ec6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:12.989901 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6423a7f3-9a8a-45e9-9355-c3949a7d5707 req-e42e1cd5-2af9-40dd-bd30-cf326dee3ec6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0493000 Dec 24 10:48:13.048297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:13.052154 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac955fdf-593a-4d4d-9a6e-b87c634c6566 req-e2720dd7-d36e-4bd1-adec-b65baadd0709 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:13.052577 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6423a7f3-9a8a-45e9-9355-c3949a7d5707 req-e81ed143-d09d-4bb6-a911-2cee1ac63064 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490630 Dec 24 10:48:13.052693 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ac955fdf-593a-4d4d-9a6e-b87c634c6566 req-e2720dd7-d36e-4bd1-adec-b65baadd0709 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0693712 Dec 24 10:48:13.101820 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ac955fdf-593a-4d4d-9a6e-b87c634c6566 req-c9008476-c9f1-408b-8fec-7cb72ee2d82a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Dec 24 10:48:13.542919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eafd8-7dbe-4525-8347-a4ef2eb053f1 req-481c1279-2924-4cce-ac3c-d775d9284cda tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:13.544353 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cb2eafd8-7dbe-4525-8347-a4ef2eb053f1 req-481c1279-2924-4cce-ac3c-d775d9284cda tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0471439 Dec 24 10:48:13.589712 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cb2eafd8-7dbe-4525-8347-a4ef2eb053f1 req-e704b6e8-dfa5-44b8-ba1c-01c7a87ea7d6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Dec 24 10:48:14.168362 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39cd18-1905-4f4d-a47e-c7f190b71e01 req-d2219e5a-276b-4b03-a54a-f23a0b154fc9 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:14.169785 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cd39cd18-1905-4f4d-a47e-c7f190b71e01 req-d2219e5a-276b-4b03-a54a-f23a0b154fc9 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0520983 Dec 24 10:48:14.219236 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cd39cd18-1905-4f4d-a47e-c7f190b71e01 req-a81f608b-537c-4bd5-bf45-603c91ab56af tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Dec 24 10:48:14.224515 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f05de-c149-460e-9349-c44fef5929f4 req-de75e16c-c922-447d-9eea-87712e316c7b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:14.226046 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e9f05de-c149-460e-9349-c44fef5929f4 req-de75e16c-c922-447d-9eea-87712e316c7b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0520313 Dec 24 10:48:14.278157 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e9f05de-c149-460e-9349-c44fef5929f4 req-d52ff1c5-b73f-45f2-b8f0-fd40674272ca tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Dec 24 10:48:14.711538 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51acda4-61d8-41a2-b1de-fa01309ed6b7 req-ccce88df-154e-4422-805c-7db0d63341b4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:14.713065 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a51acda4-61d8-41a2-b1de-fa01309ed6b7 req-ccce88df-154e-4422-805c-7db0d63341b4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0526462 Dec 24 10:48:14.763323 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a51acda4-61d8-41a2-b1de-fa01309ed6b7 req-44002746-50f7-4e1b-8fb6-bb19e4610622 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Dec 24 10:48:15.176806 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4fde9d66-dead-4e85-8d7f-9dffb8700f99 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:15.198493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0639c25-9d4b-4415-af45-8f1481453cb3 req-0dad4191-0208-4757-8479-dc3cbcbbee1c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:15.199052 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 4fde9d66-dead-4e85-8d7f-9dffb8700f99 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:15.199052 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4fde9d66-dead-4e85-8d7f-9dffb8700f99 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:15.199921 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c0639c25-9d4b-4415-af45-8f1481453cb3 req-0dad4191-0208-4757-8479-dc3cbcbbee1c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0590372 Dec 24 10:48:15.247565 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c0639c25-9d4b-4415-af45-8f1481453cb3 req-06eec4b8-a189-48e2-8a77-9d78b2c56517 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Dec 24 10:48:15.273802 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41672) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:15.352404 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a5b26-06ba-48cf-94c8-2969d73fb701 req-7a61ff85-57a0-4677-8369-cb3e3d95b6d7 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:15.353903 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c08a5b26-06ba-48cf-94c8-2969d73fb701 req-7a61ff85-57a0-4677-8369-cb3e3d95b6d7 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0482619 Dec 24 10:48:15.415438 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c08a5b26-06ba-48cf-94c8-2969d73fb701 req-bbae2f25-9e78-4e35-aa6a-41e13d67f720 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529637 Dec 24 10:48:15.420293 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b327f-1420-4150-974a-d5e50a5d7f90 tempest-TestMinimumBasicScenario-2025793280 tempest-TestMinimumBasicScenario-2025793280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:15.424085 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-f65b327f-1420-4150-974a-d5e50a5d7f90 tempest-TestMinimumBasicScenario-2025793280 tempest-TestMinimumBasicScenario-2025793280-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1093 time: 0.1470859 Dec 24 10:48:15.425796 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 41676) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:15.431374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'port_id': 'abebf56e-a643-48ae-a779-897dbd105170', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:15.511682 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for floatingip, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:15.614378 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:15.645027 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d797ab-6937-4b01-81ba-7548a348914e req-42253728-9380-455f-b1b6-d7c2e2cb6b35 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:15.646838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-99d797ab-6937-4b01-81ba-7548a348914e req-42253728-9380-455f-b1b6-d7c2e2cb6b35 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0511801 Dec 24 10:48:15.706182 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-99d797ab-6937-4b01-81ba-7548a348914e req-e473d916-4080-4ecd-a728-ab33373a995f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Dec 24 10:48:15.729842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Allocated IP 172.27.1.138 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/c89b4acb-aea4-4a5d-bf2c-32be74b15dd0) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:48:15.849520 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:15.895919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9db1a-5769-4f6f-a8af-08a4c2ebff28 req-5f400997-d5d0-4824-a7ae-85a08a64aee5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:15.897692 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bae9db1a-5769-4f6f-a8af-08a4c2ebff28 req-5f400997-d5d0-4824-a7ae-85a08a64aee5 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0505421 Dec 24 10:48:15.943680 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bae9db1a-5769-4f6f-a8af-08a4c2ebff28 req-5d0d08d4-0807-414c-87f2-e3ae31f1f7e1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Dec 24 10:48:15.986564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:16.027471 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:48:16.030149 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:48:16.033613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:48:16.054421 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'Port': ['ID=c89b4acb-aea4-4a5d-bf2c-32be74b15dd0,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:16.067824 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.068175 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.073689 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:16.186120 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f739de-4f98-4dec-a942-4590b5906a99 req-3f770642-a2d0-42e4-9ee8-3819f1d5774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.187602 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-3f770642-a2d0-42e4-9ee8-3819f1d5774e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 1096 time: 0.0793543 Dec 24 10:48:16.252391 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f739de-4f98-4dec-a942-4590b5906a99 req-68f39da9-79d4-4595-8694-5cef0f6de8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.253922 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-68f39da9-79d4-4595-8694-5cef0f6de8fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1096 time: 0.0405018 Dec 24 10:48:16.356557 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f739de-4f98-4dec-a942-4590b5906a99 req-3bbbab63-5a07-4e68-a306-afa7df853e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.357990 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-3bbbab63-5a07-4e68-a306-afa7df853e70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.0952301 Dec 24 10:48:16.411656 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:16.428164 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-fc7e75af-ebd8-493d-acf9-8d1298cb72e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 999 time: 0.0592518 Dec 24 10:48:16.481441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f739de-4f98-4dec-a942-4590b5906a99 req-913a9274-8ce8-47d3-8729-d322fd741a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.483163 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-913a9274-8ce8-47d3-8729-d322fd741a74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0477087 Dec 24 10:48:16.533543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f739de-4f98-4dec-a942-4590b5906a99 req-314c953b-685c-4bfc-bb8c-891799623903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.535165 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-314c953b-685c-4bfc-bb8c-891799623903 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432165 Dec 24 10:48:16.540568 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514762f3-9ba9-43bb-b112-f3233eb341d2 req-15c92157-cbbd-47a5-9f93-e878b3244bbe tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.542056 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-514762f3-9ba9-43bb-b112-f3233eb341d2 req-15c92157-cbbd-47a5-9f93-e878b3244bbe tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0531471 Dec 24 10:48:16.577455 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:16.625413 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-3830c4e5-0909-4913-baeb-b320fc95f0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823154 Dec 24 10:48:16.633925 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-514762f3-9ba9-43bb-b112-f3233eb341d2 req-26ea49fa-01cc-4ee5-ae9f-6c3b3b9931e1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773206 Dec 24 10:48:16.723400 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34f739de-4f98-4dec-a942-4590b5906a99 req-ae1a5866-0142-4674-9e31-180d6fa6ab59 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Dec 24 10:48:16.747637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:16.827461 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71b589-235b-4a88-9ba3-7258e7cb45c7 req-e1b7574e-3c1b-4c2b-9d55-1fec2dc21ff6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:16.827461 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8e71b589-235b-4a88-9ba3-7258e7cb45c7 req-e1b7574e-3c1b-4c2b-9d55-1fec2dc21ff6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0507386 Dec 24 10:48:16.921551 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8e71b589-235b-4a88-9ba3-7258e7cb45c7 req-949de92f-8f61-4b59-85b7-ab73aeb1f131 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861225 Dec 24 10:48:16.929032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:16.998740 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'Port': ['ID=c89b4acb-aea4-4a5d-bf2c-32be74b15dd0,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:17.009138 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:17.143723 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6aea6-d3a6-48ef-9f37-01baefdc1b66 req-b899927c-d5ed-416e-927b-758b61354043 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:17.143723 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9de6aea6-d3a6-48ef-9f37-01baefdc1b66 req-b899927c-d5ed-416e-927b-758b61354043 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0911636 Dec 24 10:48:17.155083 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Floating IP c52c1003-94e0-4f0f-8b21-38aef4c4cd87 associated. External IP: 172.27.1.138, port: abebf56e-a643-48ae-a779-897dbd105170. Dec 24 10:48:17.459870 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9de6aea6-d3a6-48ef-9f37-01baefdc1b66 req-77fbc8a1-07a3-460a-9a85-04a79f92450f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122540 Dec 24 10:48:17.619593 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Router 9b66bffd-a774-4eb9-9679-0fc640b63473 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:48:17.765113 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f66dad-4a46-412d-892f-d22c18c7dae8 req-1baaabc5-02e4-4cec-b5c2-5e522fec333d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:17.765883 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:48:17.777663 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57f66dad-4a46-412d-892f-d22c18c7dae8 req-1baaabc5-02e4-4cec-b5c2-5e522fec333d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0674663 Dec 24 10:48:17.785991 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Sync routers for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:48:17.799975 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:17.801934 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:17.855942 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57f66dad-4a46-412d-892f-d22c18c7dae8 req-ae6b53ab-5be4-4790-a598-ef20874b4bf5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705814 Dec 24 10:48:17.919574 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:17.928923 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:17.960414 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41742) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:17.965675 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125894519', 'description': 'tempest-secgroup-smoke-1125894519 description', 'project_id': 'aed29a38d2fe424398ac10e585a980df'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:17.971242 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-0ae56c2b-1793-47d9-9316-c705dc4b4079 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5441492 Dec 24 10:48:17.973055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:17.980967 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:18.047790 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddadd8e-041d-4ab6-8d5f-3a1761fc077d x-openstack-request-id: req-cddadd8e-041d-4ab6-8d5f-3a1761fc077d {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:18.047790 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:18.048081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cddadd8e-041d-4ab6-8d5f-3a1761fc077d {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:18.048438 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:48:18.092563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1fd97-14ee-4a38-8ec7-28f7bff5f713 req-72c231c1-c93e-49ee-83ea-8317c8838663 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:18.094255 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2ca1fd97-14ee-4a38-8ec7-28f7bff5f713 req-72c231c1-c93e-49ee-83ea-8317c8838663 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0588934 Dec 24 10:48:18.100039 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.206691 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2ca1fd97-14ee-4a38-8ec7-28f7bff5f713 req-3d8b83da-5d4a-4998-ae35-6d0126a13cd6 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020074 Dec 24 10:48:18.206850 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.281796 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c52c1003-94e0-4f0f-8b21-38aef4c4cd87', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'port_id': 'abebf56e-a643-48ae-a779-897dbd105170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'mac_address': 'fa:16:3e:20:8e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:16Z', 'updated_at': '2021-12-24T10:48:16Z', 'revision_number': 0, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:18.314726 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Checking router: 9b66bffd-a774-4eb9-9679-0fc640b63473 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:48:18.323447 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:18.324060 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:47:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:18.437655 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:18.524330 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.577375 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8958a9-d372-4911-8d35-3c880723732b,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:18.627051 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.628402 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-2dacc8cd-7562-4ba8-83df-f6b38f65ed07 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6667094 Dec 24 10:48:18.631815 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41752) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:18.637469 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:18.670158 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52394108-911e-43c4-9c84-3bb68d6c6a41 req-4a7ab6d5-7090-4369-8352-57c4050f1ef3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:18.674573 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-52394108-911e-43c4-9c84-3bb68d6c6a41 req-4a7ab6d5-7090-4369-8352-57c4050f1ef3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0890160 Dec 24 10:48:18.750153 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-52394108-911e-43c4-9c84-3bb68d6c6a41 req-af646462-2d02-4950-baef-d497af146bd7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685966 Dec 24 10:48:18.751088 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c52c1003-94e0-4f0f-8b21-38aef4c4cd87', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'port_id': 'abebf56e-a643-48ae-a779-897dbd105170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'mac_address': 'fa:16:3e:20:8e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:16Z', 'updated_at': '2021-12-24T10:48:16Z', 'revision_number': 0, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:18.774558 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.784026 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65fc99-8684-46b6-bad7-b020de5a839e None None] The sync data for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi is: [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c52c1003-94e0-4f0f-8b21-38aef4c4cd87', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'port_id': 'abebf56e-a643-48ae-a779-897dbd105170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'mac_address': 'fa:16:3e:20:8e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:16Z', 'updated_at': '2021-12-24T10:48:16Z', 'revision_number': 0, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:48:18.843040 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.917851 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:18.955619 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ac3100-c45f-4462-a893-4de9581c4f6e,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:19.010656 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd234b8-90b1-4669-bf30-f6b107d626ec req-677b196c-0792-4640-b16e-946565931923 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:19.012348 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfd234b8-90b1-4669-bf30-f6b107d626ec req-677b196c-0792-4640-b16e-946565931923 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0760605 Dec 24 10:48:19.053371 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5139b1-fc72-4ac5-9c73-f81e8edb7ea5 None None] New status for floating IP c52c1003-94e0-4f0f-8b21-38aef4c4cd87: ACTIVE {{(pid=109774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:48:19.062985 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.068862 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a1ecb91e-e5ab-4068-a19a-9a6b41134a6c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4321401 Dec 24 10:48:19.068862 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41760) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:19.076108 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:19.085283 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfd234b8-90b1-4669-bf30-f6b107d626ec req-4a7a8019-f220-4762-8e2c-5f9b2ffcc3a7 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656376 Dec 24 10:48:19.186235 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.266030 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.334330 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353b9b6-17a3-44b3-be28-2f7277abf902 req-5059d118-7d8d-4c0b-b16f-dcb912409e6a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:19.335725 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0353b9b6-17a3-44b3-be28-2f7277abf902 req-5059d118-7d8d-4c0b-b16f-dcb912409e6a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0556703 Dec 24 10:48:19.390959 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.418479 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0353b9b6-17a3-44b3-be28-2f7277abf902 req-43af1966-83ed-40e7-b4c5-aebb355446f3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750163 Dec 24 10:48:19.421741 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc15855-8ecd-4c4a-9ac2-2ab6cd389c97,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:19.530284 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.531509 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4502cf7a-e0ce-4491-8cd8-4a7e9eff58e8 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4628131 Dec 24 10:48:19.534176 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41764) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:19.538584 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:19.660333 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.719452 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.799229 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.821945 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9bff4d-9cbf-44e5-852b-5c6dcf35d04b,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:19.895545 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b79cd-7699-41e5-b838-35975dabb357 req-7fa5daf9-afa7-46dc-80a0-92eb54f252ee tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:19.897307 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bd8b79cd-7699-41e5-b838-35975dabb357 req-7fa5daf9-afa7-46dc-80a0-92eb54f252ee tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0534344 Dec 24 10:48:19.944546 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bd8b79cd-7699-41e5-b838-35975dabb357 req-ebbc7c6a-bc09-4b6b-a51f-eb2e6f03cae6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Dec 24 10:48:19.993681 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:19.998241 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d6813a82-f99c-4753-bd6f-91b9e136857a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4600413 Dec 24 10:48:19.998463 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41772) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:20.003226 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:20.172111 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.250917 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6594f-2a70-42e7-b0fd-7e0786b9e755 req-7f27a9f1-75b1-4a03-a414-30eaf91ecec5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:20.252468 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83e6594f-2a70-42e7-b0fd-7e0786b9e755 req-7f27a9f1-75b1-4a03-a414-30eaf91ecec5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0894887 Dec 24 10:48:20.278329 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.315616 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-83e6594f-2a70-42e7-b0fd-7e0786b9e755 req-837dfbb8-c3a2-4d2e-bf34-6b05194dcf5a tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533764 Dec 24 10:48:20.365126 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4ab8-823f-4a20-a6f4-6d3ce06166a5 req-aec8bf6e-4ea4-4cd6-8e10-1b0753fab24f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:20.366649 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0fc4ab8-823f-4a20-a6f4-6d3ce06166a5 req-aec8bf6e-4ea4-4cd6-8e10-1b0753fab24f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0572484 Dec 24 10:48:20.368751 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.395783 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a02688c-5c31-49bc-b38e-4de153ed7d2b,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:20.422647 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0fc4ab8-823f-4a20-a6f4-6d3ce06166a5 req-c435f8c8-4cb4-435d-a678-e8a7370e51d9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Dec 24 10:48:20.476721 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.480453 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9c27eaf4-bbde-4267-ac52-532202a65dc0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4784431 Dec 24 10:48:20.480650 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41782) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:20.484970 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:20.556641 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152dd0e-d941-4ee2-afa5-671f5dc2678c req-5a6bce3e-97a6-456e-91b5-720667d269b2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:20.558045 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1152dd0e-d941-4ee2-afa5-671f5dc2678c req-5a6bce3e-97a6-456e-91b5-720667d269b2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0600879 Dec 24 10:48:20.607882 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.securitygroups_db [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Project aed29a38d2fe424398ac10e585a980df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:48:20.616378 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1152dd0e-d941-4ee2-afa5-671f5dc2678c req-009415b5-2d83-4482-b4f5-94454b7faac0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515559 Dec 24 10:48:20.617051 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.677192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.757508 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.776981 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cc7b37-ea1b-47ca-a12f-9172f218d349,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:20.891518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:20.892883 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e6ac67ec-92b3-4b7a-bd9c-6913b56a9b22 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4108927 Dec 24 10:48:20.895462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 41786) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:20.900873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'security_group_rule': {'security_group_id': '3b8958a9-d372-4911-8d35-3c880723732b', 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:21.027291 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.securitygroups_db [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Project aed29a38d2fe424398ac10e585a980df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:48:21.038359 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:21.081224 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9caef5-a6a5-41bf-85c1-83e02e8c9c10 req-29c22d0a-1b9d-4918-ad2c-503deb6f04da tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:21.083146 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bf9caef5-a6a5-41bf-85c1-83e02e8c9c10 req-29c22d0a-1b9d-4918-ad2c-503deb6f04da tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0604153 Dec 24 10:48:21.119218 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:21.138239 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bf9caef5-a6a5-41bf-85c1-83e02e8c9c10 req-3ef6856f-17c9-4b20-931c-b7edd90e6fd1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Dec 24 10:48:21.209083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:21.223104 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835f970f-788a-4d72-a3b0-3090b4e0447e,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:21.314714 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:21.316212 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d0056bb7-b311-40e5-b574-b2619dc479c3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4190900 Dec 24 10:48:21.431389 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-ad6b0c36-6757-41fa-9f7b-3403981c14bb tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125894519&fields=id&tenant_id=aed29a38d2fe424398ac10e585a980df HTTP/1.1" status: 200 len: 267 time: 0.0635839 Dec 24 10:48:21.453078 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996f1be-5d28-4716-a48a-ffbb87272132 req-5a433b30-591f-420b-b557-e502ee6ced34 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:21.458207 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6996f1be-5d28-4716-a48a-ffbb87272132 req-5a433b30-591f-420b-b557-e502ee6ced34 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0595179 Dec 24 10:48:21.502512 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-82d7e736-b297-4a72-8ff8-1d7eece5abb7 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:21.503997 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-82d7e736-b297-4a72-8ff8-1d7eece5abb7 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0711713 Dec 24 10:48:21.517053 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'port': {'security_groups': ['6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3', '3b8958a9-d372-4911-8d35-3c880723732b']}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:21.517889 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6996f1be-5d28-4716-a48a-ffbb87272132 req-555b7807-dd6b-4e03-a6ee-a60b58f57dfc tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479598 Dec 24 10:48:21.668026 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb871b-c5e2-43cf-9d63-dc1d80cbc008 req-ec67a1ce-d453-4ae1-b8fb-11248260c899 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:21.668026 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f3eb871b-c5e2-43cf-9d63-dc1d80cbc008 req-ec67a1ce-d453-4ae1-b8fb-11248260c899 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0512991 Dec 24 10:48:21.698142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:21.704955 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f3eb871b-c5e2-43cf-9d63-dc1d80cbc008 req-e0d7ee2f-1de8-47aa-bba1-5224398c7eb9 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551002 Dec 24 10:48:21.909305 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6cfde-2219-4724-8621-263258336fae req-9d1f97de-b68b-49b2-a747-63779adfbbd9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:21.910936 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-28c6cfde-2219-4724-8621-263258336fae req-9d1f97de-b68b-49b2-a747-63779adfbbd9 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.1212537 Dec 24 10:48:21.932538 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:21.968892 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:22.007481 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-28c6cfde-2219-4724-8621-263258336fae req-ebca42be-7e11-4c59-bd3a-bf9ade5ce59e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844934 Dec 24 10:48:22.237767 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:22.250461 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:22.278713 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7b5b5-860d-48d3-90b4-dbb4f7fd32d7 req-3340ae6a-731d-4646-bf35-bba6665304cd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:22.280705 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-05f7b5b5-860d-48d3-90b4-dbb4f7fd32d7 req-3340ae6a-731d-4646-bf35-bba6665304cd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0693424 Dec 24 10:48:22.353107 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:22.353745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:22.358654 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-acbf1d23-0064-4763-a51e-1ffe75a5f046 req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "PUT /v2.0/ports/abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 981 time: 0.8469532 Dec 24 10:48:22.359501 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b66e5-e978-44c1-b122-cb7145f8c777 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=6']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:22.364404 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:22.367210 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce" -d '{"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:22.389114 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-05f7b5b5-860d-48d3-90b4-dbb4f7fd32d7 req-1e2732f1-a785-4481-af9a-400fde8663e3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013336 Dec 24 10:48:22.492090 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:22.508282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2330c1a-1560-4bcb-af93-41558461c78f req-fbb34441-0740-4832-b37b-30267660b851 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:22.511420 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f2330c1a-1560-4bcb-af93-41558461c78f req-fbb34441-0740-4832-b37b-30267660b851 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0986242 Dec 24 10:48:22.514020 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e8481c-b75b-419d-916c-cb314d8beb31 x-openstack-request-id: req-37e8481c-b75b-419d-916c-cb314d8beb31 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:22.514369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:22.514746 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37e8481c-b75b-419d-916c-cb314d8beb31 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:22.515337 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:48:22.595787 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f2330c1a-1560-4bcb-af93-41558461c78f req-81abbe65-2401-4be6-b8a8-b01a52f91f92 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772855 Dec 24 10:48:22.671953 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe259c2-87e5-4dee-8a54-08e460fb1991 req-67519814-396f-4778-9776-4691e810317e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:22.674203 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9fe259c2-87e5-4dee-8a54-08e460fb1991 req-67519814-396f-4778-9776-4691e810317e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0782635 Dec 24 10:48:22.741300 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9fe259c2-87e5-4dee-8a54-08e460fb1991 req-28f8dddc-8080-402f-9120-6d3daaacd605 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602095 Dec 24 10:48:22.760543 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-e078e4ca-afda-44c1-8c0d-731349b0c43e None None] Provisioning complete for port abebf56e-a643-48ae-a779-897dbd105170 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:48:22.760946 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-e078e4ca-afda-44c1-8c0d-731349b0c43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:22.854003 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7790c8-9822-4b6f-90a5-16d8b7f8c317 req-7289c5a1-ebff-40cb-8c82-2b87344e0a3b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:22.855644 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6b7790c8-9822-4b6f-90a5-16d8b7f8c317 req-7289c5a1-ebff-40cb-8c82-2b87344e0a3b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0631025 Dec 24 10:48:22.907364 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6b7790c8-9822-4b6f-90a5-16d8b7f8c317 req-0050ab85-ca51-40ba-901f-aaf9f1e2baff tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Dec 24 10:48:23.098977 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:48:23.136297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213fdbc-4e88-46bc-9506-807ef27eecf5 req-0c204736-78e6-4fed-bf9e-56711615cb2c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:23.137999 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1213fdbc-4e88-46bc-9506-807ef27eecf5 req-0c204736-78e6-4fed-bf9e-56711615cb2c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0573716 Dec 24 10:48:23.218602 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1213fdbc-4e88-46bc-9506-807ef27eecf5 req-a7d585e6-d77e-4cca-99f0-6c0f7bebf658 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Dec 24 10:48:23.528218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed30be-c41b-46ed-ab6f-64c4191188ce req-feff934f-f5ad-4565-bd4b-8829b49be604 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:23.529791 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faed30be-c41b-46ed-ab6f-64c4191188ce req-feff934f-f5ad-4565-bd4b-8829b49be604 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0551331 Dec 24 10:48:23.553280 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-c1d4d682-f414-41dc-a9af-2b156b3afff9 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649720889&fields=id&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 267 time: 0.0506756 Dec 24 10:48:23.592152 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-faed30be-c41b-46ed-ab6f-64c4191188ce req-00bc8450-7cc9-442e-a96e-cf8adab72979 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556762 Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.670776 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:23.674099 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-3b1a6bbc-8cdf-4ae0-be98-3a6397c27f2f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:23.675023 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-3b1a6bbc-8cdf-4ae0-be98-3a6397c27f2f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.1145537 Dec 24 10:48:23.691496 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-49bad9cf-3465-4332-991c-92c75eeff2cb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/quotas/9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 375 time: 0.0104494 Dec 24 10:48:23.742235 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-00f2607a-3db0-4357-9633-2f77701275b8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450318 Dec 24 10:48:23.855380 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-770e50ae-c6ed-45cc-b785-a1bd5c2898df service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997648 Dec 24 10:48:23.872972 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad92c2-d9cd-4745-9222-d932f69e580f req-40db0d33-45a8-474c-b1ad-c5cbc49f5732 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:23.874654 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71ad92c2-d9cd-4745-9222-d932f69e580f req-40db0d33-45a8-474c-b1ad-c5cbc49f5732 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0752797 Dec 24 10:48:23.934508 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71ad92c2-d9cd-4745-9222-d932f69e580f req-ce4b7bd7-2ded-418a-8bc9-b0862b2f5e28 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527987 Dec 24 10:48:23.972045 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-76117fdd-3408-43c7-8fc6-c036a0c20f87 service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090326 Dec 24 10:48:24.063036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61737de0-576a-4725-88be-c4005dbf8d06 req-d02a6075-38cd-4092-aec3-d1fac13a142a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:24.065517 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-61737de0-576a-4725-88be-c4005dbf8d06 req-d02a6075-38cd-4092-aec3-d1fac13a142a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0575216 Dec 24 10:48:24.114938 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-61737de0-576a-4725-88be-c4005dbf8d06 req-6eb5bf2d-e82a-40b1-bf4f-86233eb76925 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Dec 24 10:48:24.322167 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff4e64-8ba6-4756-9e9b-abcb9d4b679f req-5a8348b3-ee0a-4494-962c-ec60dbf41171 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:24.323840 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0fff4e64-8ba6-4756-9e9b-abcb9d4b679f req-5a8348b3-ee0a-4494-962c-ec60dbf41171 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0577755 Dec 24 10:48:24.376862 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0fff4e64-8ba6-4756-9e9b-abcb9d4b679f req-dce5044d-2c38-46a2-8256-d56e731509eb tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Dec 24 10:48:24.677700 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0dfced58-3c75-416d-8d31-de0d786fbcb7 req-98704e3f-44d9-43d0-b994-7314a842e88e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0259473 Dec 24 10:48:24.740368 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57952b38-d329-45d4-9248-28fac446cd95 req-af191c5e-65b3-4c1b-86e1-e726e96b1829 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:24.742247 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57952b38-d329-45d4-9248-28fac446cd95 req-af191c5e-65b3-4c1b-86e1-e726e96b1829 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0668204 Dec 24 10:48:24.806653 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57952b38-d329-45d4-9248-28fac446cd95 req-f15d6ab8-a1c4-477d-8fee-28fee9a9ef90 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501149 Dec 24 10:48:25.063469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26515b84-f0c3-49ac-842f-16908f386841 req-f2b81c98-1174-47c0-aa07-f92b240a462e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:25.065110 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-26515b84-f0c3-49ac-842f-16908f386841 req-f2b81c98-1174-47c0-aa07-f92b240a462e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0553968 Dec 24 10:48:25.118754 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-26515b84-f0c3-49ac-842f-16908f386841 req-092016ad-8ae1-432f-838d-daf3338a8102 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Dec 24 10:48:25.241095 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b7d45-a463-4b09-b0d7-7a347966f54a req-a88a1b3a-7c43-42d7-a302-714795d528c5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:25.242779 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b41b7d45-a463-4b09-b0d7-7a347966f54a req-a88a1b3a-7c43-42d7-a302-714795d528c5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0572691 Dec 24 10:48:25.299123 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b41b7d45-a463-4b09-b0d7-7a347966f54a req-d0e94adf-787d-405f-b152-91ebd0cbc7e4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Dec 24 10:48:25.514162 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2beef-a9e9-48fe-a253-cbcee9383ac0 req-1f381b30-6e8c-492d-b88d-bfb7a2f80c4a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:25.515732 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-69a2beef-a9e9-48fe-a253-cbcee9383ac0 req-1f381b30-6e8c-492d-b88d-bfb7a2f80c4a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0562439 Dec 24 10:48:25.571856 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-69a2beef-a9e9-48fe-a253-cbcee9383ac0 req-c5b1fd10-f70c-4457-b8f8-922226758cca tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490043 Dec 24 10:48:25.758560 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c642bbf5-21a6-48ff-98e8-c0c42b99acea req-9a04cefe-2a43-4452-b54b-a232fe5e4b11 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0286062 Dec 24 10:48:25.940099 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57830923-6f49-4314-851b-55f1e5fb7b7e req-8fcddd57-f901-473e-b1a4-2c7e103061c4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:25.941645 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-57830923-6f49-4314-851b-55f1e5fb7b7e req-8fcddd57-f901-473e-b1a4-2c7e103061c4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0555899 Dec 24 10:48:25.992906 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-57830923-6f49-4314-851b-55f1e5fb7b7e req-f14d59fb-d83f-4098-86a5-1c6ec082650a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429041 Dec 24 10:48:26.236571 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb1bbd-f5be-49c7-b10a-e86c3c2ca563 req-7a8c22fe-71e6-4394-8b49-661e393f92af tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:26.238068 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bfdb1bbd-f5be-49c7-b10a-e86c3c2ca563 req-7a8c22fe-71e6-4394-8b49-661e393f92af tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0490265 Dec 24 10:48:26.287226 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bfdb1bbd-f5be-49c7-b10a-e86c3c2ca563 req-47a191bd-1fa4-4fca-afce-dab2578c115b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Dec 24 10:48:26.385799 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-be8b9f58-5aa4-40af-82e6-6d6c7de14abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:26.421926 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919b890-2d79-448c-94a1-4ac9a8c61534 req-34dbc70f-4953-4e98-bd06-84232e5ab758 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:26.423613 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1919b890-2d79-448c-94a1-4ac9a8c61534 req-34dbc70f-4953-4e98-bd06-84232e5ab758 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0533526 Dec 24 10:48:26.472862 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1919b890-2d79-448c-94a1-4ac9a8c61534 req-9489cf5c-9ead-446c-b29c-4b09a8d71fa5 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Dec 24 10:48:26.700597 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d15b6-2266-410b-af2a-790096b28526 req-43c47e7c-a665-4a75-a884-eb16d21dd0eb tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:26.702755 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-441d15b6-2266-410b-af2a-790096b28526 req-43c47e7c-a665-4a75-a884-eb16d21dd0eb tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0624390 Dec 24 10:48:26.754431 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-441d15b6-2266-410b-af2a-790096b28526 req-7801911b-818c-4663-bdaf-6d9e63ac2a98 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Dec 24 10:48:26.861105 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-caaa8013-261c-4226-a756-ccbd107cded4 req-9051d8f7-c33b-4e9e-91a5-2027b5c50f47 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Dec 24 10:48:27.120608 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da96dc-b3be-40d0-90f7-36130c228136 req-2349ae82-1fcd-4ddc-96f6-8ab91d1943d9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:27.122195 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32da96dc-b3be-40d0-90f7-36130c228136 req-2349ae82-1fcd-4ddc-96f6-8ab91d1943d9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0483773 Dec 24 10:48:27.171383 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32da96dc-b3be-40d0-90f7-36130c228136 req-ecc37d72-ec79-42f8-803a-838a93170b9a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Dec 24 10:48:27.413400 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6a5f6-4a96-4434-8948-bf971ac7a425 req-61112fd8-6c62-45cc-ada1-72639e8eba5c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:27.414898 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6cf6a5f6-4a96-4434-8948-bf971ac7a425 req-61112fd8-6c62-45cc-ada1-72639e8eba5c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0533228 Dec 24 10:48:27.463723 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6cf6a5f6-4a96-4434-8948-bf971ac7a425 req-b4ef16bc-4dff-4dff-8baf-510839a3e277 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Dec 24 10:48:27.593839 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1fd18-6bec-48af-b3e5-9f309be6c3c0 req-8e60a706-62b0-4cc2-a08a-7f73bd95d6ca tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:27.595826 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-64a1fd18-6bec-48af-b3e5-9f309be6c3c0 req-8e60a706-62b0-4cc2-a08a-7f73bd95d6ca tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0536978 Dec 24 10:48:27.644581 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-64a1fd18-6bec-48af-b3e5-9f309be6c3c0 req-c06c35a7-dac3-41a8-9669-f2e09ecd973f tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Dec 24 10:48:27.871652 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8d71-36b9-4cf3-92ae-bf2b073c285f req-e3d67f3a-2bc8-4212-9579-473e65833bc8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:27.873514 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-226b8d71-36b9-4cf3-92ae-bf2b073c285f req-e3d67f3a-2bc8-4212-9579-473e65833bc8 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Dec 24 10:48:27.928495 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-226b8d71-36b9-4cf3-92ae-bf2b073c285f req-fca491bb-f145-4f26-bc0f-d2a2ada46190 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Dec 24 10:48:27.964744 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4238be4f-af27-4f7d-9f3c-796236939887 req-76118a1a-7b8f-4006-b8d3-abf16907a022 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0317330 Dec 24 10:48:27.986350 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a509c4d7-796e-4507-8f34-5e2e30c13dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:28.291664 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93c49d-525a-43e9-887b-798635434dc1 req-e540b9e2-210d-4910-be0c-1b4284b9608f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:28.293149 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d93c49d-525a-43e9-887b-798635434dc1 req-e540b9e2-210d-4910-be0c-1b4284b9608f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0491040 Dec 24 10:48:28.346329 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d93c49d-525a-43e9-887b-798635434dc1 req-4d927ceb-cba0-4e68-a4d3-ed45844348dc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463054 Dec 24 10:48:28.582429 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c3b2f-0ed4-4226-abb3-209052ec4fac req-bf6e2483-3b1b-47ac-bb59-cda7d7137dce tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:28.583889 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-365c3b2f-0ed4-4226-abb3-209052ec4fac req-bf6e2483-3b1b-47ac-bb59-cda7d7137dce tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0481567 Dec 24 10:48:28.631568 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-365c3b2f-0ed4-4226-abb3-209052ec4fac req-9aca5d72-9ffc-4a78-8d92-9b66041a4b5d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Dec 24 10:48:28.757937 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17e231-b612-498c-a046-b79a659db807 req-28973a05-364b-432c-8a33-54b1a78bff55 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:28.759291 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb17e231-b612-498c-a046-b79a659db807 req-28973a05-364b-432c-8a33-54b1a78bff55 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0479314 Dec 24 10:48:28.807064 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cb17e231-b612-498c-a046-b79a659db807 req-45111408-0f87-42b8-9135-5968ceb3671a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Dec 24 10:48:29.005736 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:29.052346 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90f1a5-c426-4fed-bc5a-9891475d025a req-9c3c5f96-c07e-450c-9adc-283780049eaa tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.053710 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3c90f1a5-c426-4fed-bc5a-9891475d025a req-9c3c5f96-c07e-450c-9adc-283780049eaa tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0560830 Dec 24 10:48:29.062917 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-14e49005-1938-4004-8243-d0005d2e8606 req-b5387828-51a1-413b-b537-4a0ee3f9cb0d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0252616 Dec 24 10:48:29.101735 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3c90f1a5-c426-4fed-bc5a-9891475d025a req-758df6cc-8fef-4843-a4ca-bbaf429f477f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Dec 24 10:48:29.374719 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-1bc1ae7f-b204-423e-9c99-d046932eef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.376334 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-1bc1ae7f-b204-423e-9c99-d046932eef0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1137 time: 0.0405803 Dec 24 10:48:29.477214 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afcbdc-4726-44de-a4f6-00f9f4209bc3 req-7826a542-4639-4954-b89a-3e1282e0b485 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.478664 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-48afcbdc-4726-44de-a4f6-00f9f4209bc3 req-7826a542-4639-4954-b89a-3e1282e0b485 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0491328 Dec 24 10:48:29.492461 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-da9c064e-b53c-4336-ab4b-70d0ffa0438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.493923 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-da9c064e-b53c-4336-ab4b-70d0ffa0438b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 915 time: 0.0908475 Dec 24 10:48:29.533531 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-48afcbdc-4726-44de-a4f6-00f9f4209bc3 req-36300af1-c77a-4d5f-95e8-799a7132c107 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 Dec 24 10:48:29.830093 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-1470e0c2-caaf-43ff-8cc3-f064f6253f66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 1001 time: 0.3230066 Dec 24 10:48:29.846986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d49b-3859-440f-81cb-bd092a899f5f req-4f9e01ef-5edf-4d1c-a185-2cf776a51b0d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.848402 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e7b7d49b-3859-440f-81cb-bd092a899f5f req-4f9e01ef-5edf-4d1c-a185-2cf776a51b0d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0994923 Dec 24 10:48:29.863697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-ae2d9819-69ed-4c70-8b7e-61a39eb31119 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.865140 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-ae2d9819-69ed-4c70-8b7e-61a39eb31119 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.1172409 Dec 24 10:48:29.924457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccb507-1af2-4bec-af79-d9e5b05ec329 req-a2b3ab4f-acba-4574-a5b4-a48b9e4fa174 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.929364 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62ccb507-1af2-4bec-af79-d9e5b05ec329 req-a2b3ab4f-acba-4574-a5b4-a48b9e4fa174 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0548904 Dec 24 10:48:29.959394 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-d6849453-d1ce-4c5b-bc3d-ef3c8b4f57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:29.960783 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-d6849453-d1ce-4c5b-bc3d-ef3c8b4f57fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.1107674 Dec 24 10:48:29.973902 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62ccb507-1af2-4bec-af79-d9e5b05ec329 req-10dd55b3-2c4a-4ccc-8353-ca32968d09c7 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Dec 24 10:48:30.007161 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e7b7d49b-3859-440f-81cb-bd092a899f5f req-6b9124fc-b430-457f-936c-f3cc48c9466f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401429 Dec 24 10:48:30.054186 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-7cd4ceee-6a20-4173-99d0-56e6e249bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.056232 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-7cd4ceee-6a20-4173-99d0-56e6e249bc40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667408 Dec 24 10:48:30.058522 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Deleting port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:30.058849 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:30.158810 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c14d7278-d0cc-4927-8aa0-d9c095d2b06d req-e9616100-f7b1-4cfd-bb61-ab00adfe587e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0271862 Dec 24 10:48:30.252068 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-99ce179e-451b-4d6e-a87f-399ebfabd654 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726687 Dec 24 10:48:30.260436 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] For port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:30.260858 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:30.270326 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4210-6e7a-4ca5-ab89-2f75c3c9350a req-913c07c3-0d7f-4880-a0e2-f79a22ddd230 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.271937 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c1b4210-6e7a-4ca5-ab89-2f75c3c9350a req-913c07c3-0d7f-4880-a0e2-f79a22ddd230 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 945 time: 0.0984793 Dec 24 10:48:30.294580 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Calling delete_port for eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:30.426569 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c1b4210-6e7a-4ca5-ab89-2f75c3c9350a req-98009583-4349-461e-8a93-e5b0db9a759e tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484003 Dec 24 10:48:30.466171 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1558f5a6-8f62-4522-a8e4-ac3ff09681ce req-b581b8fb-107e-440e-911e-503d36d5eddd service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890571 Dec 24 10:48:30.655994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e065d8-6e19-488b-a4c8-9d06a521f174 req-5724f64b-ed21-4967-a472-b7f4e14840c9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.657529 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f0e065d8-6e19-488b-a4c8-9d06a521f174 req-5724f64b-ed21-4967-a472-b7f4e14840c9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0518978 Dec 24 10:48:30.664337 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:30.678762 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:30.701325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event deleted for resources: {'Port': ['ID=eb607d9e-2e93-47a0-8ad5-4d68c6faaa44,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:30.741373 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f0e065d8-6e19-488b-a4c8-9d06a521f174 req-330f94db-f98d-41fb-873b-1ff04a2d9a42 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776677 Dec 24 10:48:30.747023 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] No DVR routers for this DVR port eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:30.753624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:30.757352 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-622c15c4-01e3-426b-93ab-ed717a5b4222 req-3d153cdb-e54b-4ff0-b974-5f76a4fb37d3 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "DELETE /v2.0/ports/eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 HTTP/1.1" status: 204 len: 173 time: 0.8684561 Dec 24 10:48:30.757800 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'name': 'network-vif-deleted', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:30.760300 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7202305-0e7a-45ee-b27e-df1251647457" -d '{"events": [{"server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "name": "network-vif-deleted", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:30.768768 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-4fe1c810-fafa-44cb-9010-321ad67a489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.770513 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-4fe1c810-fafa-44cb-9010-321ad67a489e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1137 time: 0.1309001 Dec 24 10:48:30.836595 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-abda271a-c417-412e-aaff-4dec741231cb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.838249 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-abda271a-c417-412e-aaff-4dec741231cb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.1462088 Dec 24 10:48:30.846506 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e957019-3ccc-4da6-9fcc-e1edbfa8fbe5 x-openstack-request-id: req-0e957019-3ccc-4da6-9fcc-e1edbfa8fbe5 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:30.847074 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8d3af9-4513-4f65-8863-0f910fd46f04", "name": "network-vif-deleted", "tag": "eb607d9e-2e93-47a0-8ad5-4d68c6faaa44", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:30.847167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e957019-3ccc-4da6-9fcc-e1edbfa8fbe5 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:30.847557 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8d3af9-4513-4f65-8863-0f910fd46f04', 'name': 'network-vif-deleted', 'tag': 'eb607d9e-2e93-47a0-8ad5-4d68c6faaa44', 'status': 'completed', 'code': 200} Dec 24 10:48:30.870062 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:30.884144 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-a5fe69c1-00da-440d-982b-788ad2df86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:30.885625 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-a5fe69c1-00da-440d-982b-788ad2df86de service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 915 time: 0.1079590 Dec 24 10:48:30.920082 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-399f908b-bca2-446a-86d8-0f0400271696 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 380 time: 0.0679915 Dec 24 10:48:30.931642 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'port': {'device_id': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'admin_state_up': True, 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'security_groups': ['6e5911ec-392f-42da-b2ed-53b9f94ad4ec']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:30.977263 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-5b7ce390-d7c4-4054-b2a4-60fe1f1209d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 1001 time: 0.0819011 Dec 24 10:48:31.059183 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-926e4540-8a9b-4452-9cfb-cabe1c8a4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:31.060688 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-926e4540-8a9b-4452-9cfb-cabe1c8a4023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.0752525 Dec 24 10:48:31.118181 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1a8c-c46f-4d24-9297-83de10b9e695 req-e117acce-e364-4270-b496-68f67ac1b5e3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:31.119809 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a09d1a8c-c46f-4d24-9297-83de10b9e695 req-e117acce-e364-4270-b496-68f67ac1b5e3 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.0521300 Dec 24 10:48:31.148309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-b6926c25-f365-4196-b7a9-325dfbf1cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:31.149683 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-b6926c25-f365-4196-b7a9-325dfbf1cab4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786300 Dec 24 10:48:31.160993 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c80d83-6a4e-4af6-9c67-9cde07945e8d req-cdd9d01e-b3db-4d8e-9178-8b8e2f645914 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:31.162430 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e8c80d83-6a4e-4af6-9c67-9cde07945e8d req-cdd9d01e-b3db-4d8e-9178-8b8e2f645914 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0642262 Dec 24 10:48:31.171513 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a09d1a8c-c46f-4d24-9297-83de10b9e695 req-efbb6ae0-7f83-446d-957a-48df65ac5d03 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Dec 24 10:48:31.209187 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Made reservation on behalf of 9d0fd34670674906aa9a61200251b76c for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:48:31.214153 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:31.273359 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e8c80d83-6a4e-4af6-9c67-9cde07945e8d req-c866d555-f056-4017-829f-e00d6d1bc8db tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043932 Dec 24 10:48:31.307409 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-26cf9959-7315-4094-8259-6eb78cc36c25 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244969 Dec 24 10:48:31.321097 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bb64ff19-cb1f-484e-9541-0dd61a1a4f13 req-4301bd92-ddfb-4543-bfc4-db6f9ac67d92 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0368068 Dec 24 10:48:31.389457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.20.0.12 (c02b29c7-4d73-429c-95e6-0bbcaa5e122f/4aa10761-1c4f-48eb-beb8-c4b99157d59d/85e920ef-bc3e-40d9-a188-7900892566bf) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:48:31.429668 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6702fea9-6493-43d0-b6cc-7e2da22b8b4a req-d97b77da-38f7-4130-b2d4-5b49fd38b0cf service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964892 Dec 24 10:48:31.541576 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e3ae9f2-d246-4f39-91c0-cda357a32699 req-c3cdfbd4-85f0-4093-84a6-6be061ead0c5 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb8d3af9-4513-4f65-8863-0f910fd46f04 HTTP/1.1" status: 200 len: 210 time: 0.0345638 Dec 24 10:48:31.550304 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:31.568186 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:31.868980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86368-4582-4a37-aafa-f1f27cddbca3 req-863e2d7d-b447-4c6f-929c-2d12a689b7bc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:31.870409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d1e86368-4582-4a37-aafa-f1f27cddbca3 req-863e2d7d-b447-4c6f-929c-2d12a689b7bc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0472183 Dec 24 10:48:31.896749 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:31.957342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:48:31.966312 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:48:31.971761 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:48:31.981219 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d1e86368-4582-4a37-aafa-f1f27cddbca3 req-7e6c625a-43d9-441c-9090-0908d266181c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025350 Dec 24 10:48:32.002340 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:32.054262 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.057167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fee297-80fb-4ed1-95f8-d9cfbd75f2ba req-8f2d115b-b5af-498d-b1e4-96ff9a8edbb2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.057992 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.059294 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-82fee297-80fb-4ed1-95f8-d9cfbd75f2ba req-8f2d115b-b5af-498d-b1e4-96ff9a8edbb2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0714381 Dec 24 10:48:32.128334 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-82fee297-80fb-4ed1-95f8-d9cfbd75f2ba req-d5dbf547-ed77-4389-bde5-bffd96824e21 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597415 Dec 24 10:48:32.159915 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-18c091d0-46fc-41ef-baf8-9c0685b9d4b6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2322803 Dec 24 10:48:32.179087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Request body: {'port': {'device_id': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:32.245286 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-e527943b-07a7-4ce8-915e-faa3e3dc06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.245286 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-e527943b-07a7-4ce8-915e-faa3e3dc06a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1098 time: 0.0664322 Dec 24 10:48:32.246529 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.323075 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4641cc3a-c6bf-498b-b795-b9cea4e67178 None None] Provisioning complete for port 85e920ef-bc3e-40d9-a188-7900892566bf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:48:32.323603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4641cc3a-c6bf-498b-b795-b9cea4e67178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.363740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-4641cc3a-c6bf-498b-b795-b9cea4e67178 None None] Port 85e920ef-bc3e-40d9-a188-7900892566bf cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:48:32.382812 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-5dfa0085-6fd8-4e40-9490-a02731db7a33 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.384423 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-5dfa0085-6fd8-4e40-9490-a02731db7a33 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1247039 Dec 24 10:48:32.419589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8cfae-89f3-499a-aa6a-a0d3932efcc7 req-b8812529-62d5-4f87-a46b-d8215da74321 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.421445 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecd8cfae-89f3-499a-aa6a-a0d3932efcc7 req-b8812529-62d5-4f87-a46b-d8215da74321 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 946 time: 0.1659985 Dec 24 10:48:32.454769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-9f1e8ab5-ba78-4a66-9e1b-72980fc79c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.456212 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-9f1e8ab5-ba78-4a66-9e1b-72980fc79c50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 912 time: 0.1977990 Dec 24 10:48:32.529381 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecd8cfae-89f3-499a-aa6a-a0d3932efcc7 req-ded46450-ff03-493a-a8d5-dbaa7ffff7ad tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976629 Dec 24 10:48:32.561147 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0152c6-94b4-416f-9231-b49426695081 req-ddf01953-a8b6-41ce-ba92-d6f29b962cd3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.562738 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff0152c6-94b4-416f-9231-b49426695081 req-ddf01953-a8b6-41ce-ba92-d6f29b962cd3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 932 time: 0.1586287 Dec 24 10:48:32.586633 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-50b3ae17-53b7-4100-85bf-4a84ea8985d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 1001 time: 0.1217990 Dec 24 10:48:32.627014 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e920ef-bc3e-40d9-a188-7900892566bf {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:48:32.638733 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.651275 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Deleting port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:32.651611 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.653352 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Transition to ACTIVE for port object 85e920ef-bc3e-40d9-a188-7900892566bf will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:48:32.687325 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff0152c6-94b4-416f-9231-b49426695081 req-d0c618e6-359d-4116-96d6-74de7ad9b65f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140563 Dec 24 10:48:32.694946 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-02e3545e-b75b-46f4-b829-c0c5f38e47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.696330 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-02e3545e-b75b-46f4-b829-c0c5f38e47a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.1002593 Dec 24 10:48:32.757481 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.787389 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-0396ad8c-51d0-4a9a-8ffb-008816fb5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:32.788971 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-0396ad8c-51d0-4a9a-8ffb-008816fb5966 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631750 Dec 24 10:48:32.795820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] For port 11e42488-46c0-47e4-b7d6-51ddfdde57c9, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=11e42488-46c0-47e4-b7d6-51ddfdde57c9,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:32.796259 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.812925 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Pushing event updated for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:32.838038 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Calling delete_port for 11e42488-46c0-47e4-b7d6-51ddfdde57c9 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:32.895131 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Attempting to bind port 85e920ef-bc3e-40d9-a188-7900892566bf on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:48:32.895554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Attempting to bind port 85e920ef-bc3e-40d9-a188-7900892566bf by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:48:32.895952 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Attempting to bind port 85e920ef-bc3e-40d9-a188-7900892566bf on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:48:32.900948 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Port 85e920ef-bc3e-40d9-a188-7900892566bf on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:48:32.901346 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Attempting to bind port 85e920ef-bc3e-40d9-a188-7900892566bf on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:48:32.907716 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:48:32.908157 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:48:32.908725 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Bound using segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:48:32.909353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Bound port: 85e920ef-bc3e-40d9-a188-7900892566bf, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:48:32.909803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:32.946174 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-b345d4b8-1434-46f9-adad-46cfd0bc97e4 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421199 Dec 24 10:48:32.977912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:48:32.983158 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=85e920ef-bc3e-40d9-a188-7900892566bf,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:48:33.121155 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66657d1c-c0b7-4d09-a466-b41eb23f3195 req-90c9a46e-dabd-430c-8a55-2d56c4c92cfe service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612630 Dec 24 10:48:33.138445 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad9b4-e665-4497-a9ef-3432e65ddf23 req-c77f05ec-c662-40f6-9438-bf344aed20b0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.140437 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-983ad9b4-e665-4497-a9ef-3432e65ddf23 req-c77f05ec-c662-40f6-9438-bf344aed20b0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0721161 Dec 24 10:48:33.163244 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:33.192595 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-983ad9b4-e665-4497-a9ef-3432e65ddf23 req-bd97c8f1-d33d-48cf-8927-f1a2129200aa tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452118 Dec 24 10:48:33.197207 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:33.217977 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.217977 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:33.218523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['44345f3a-e246-4a77-8d9d-bd7357043c0b', '11e42488-46c0-47e4-b7d6-51ddfdde57c9'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:33.218621 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] 10.222.0.24 "PUT /v2.0/ports/85e920ef-bc3e-40d9-a188-7900892566bf HTTP/1.1" status: 200 len: 1094 time: 1.0376949 Dec 24 10:48:33.218621 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:33.230579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Pushing event deleted for resources: {'Port': ['ID=11e42488-46c0-47e4-b7d6-51ddfdde57c9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:33.231702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676899bd-fb13-4735-8745-2aaf2b71ea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:33.259576 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:33.291354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef0bf6-7f6c-49ad-b08f-530deaa07d78 service neutron] Pushing event updated for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:33.299850 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:33.305048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device eb607d9e-2e93-47a0-8ad5-4d68c6faaa44 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:33.305048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 11e42488-46c0-47e4-b7d6-51ddfdde57c9 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:33.308372 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c14b37-d5cd-448a-86b1-3163d82f3a9d req-d5dbcad5-9cd8-4b95-80e8-762d4b91d683 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.316856 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-43c14b37-d5cd-448a-86b1-3163d82f3a9d req-d5dbcad5-9cd8-4b95-80e8-762d4b91d683 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0817595 Dec 24 10:48:33.338477 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 11e42488-46c0-47e4-b7d6-51ddfdde57c9 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:33.339158 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 11e42488-46c0-47e4-b7d6-51ddfdde57c9 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:33.411244 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-43c14b37-d5cd-448a-86b1-3163d82f3a9d req-95284a0b-6107-4b04-a354-916049ff3827 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879002 Dec 24 10:48:33.418313 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-c2cbb9fa-4a71-456d-a2a3-d2182e0f8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.419960 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-c2cbb9fa-4a71-456d-a2a3-d2182e0f8fdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0859866 Dec 24 10:48:33.487417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2e92c-7c31-40bf-b58d-03bc9f631881 x-openstack-request-id: req-d1d2e92c-7c31-40bf-b58d-03bc9f631881 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:33.487889 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:33.488218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1d2e92c-7c31-40bf-b58d-03bc9f631881 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:33.488664 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf', 'status': 'completed', 'code': 200} Dec 24 10:48:33.490643 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-825363c6-81fd-4c58-9d89-437dabc57cb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85e920ef-bc3e-40d9-a188-7900892566bf HTTP/1.1" status: 200 len: 217 time: 0.0528800 Dec 24 10:48:33.544739 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-700dead9-32f3-4a5e-b871-3d55e6fa130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.546340 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-700dead9-32f3-4a5e-b871-3d55e6fa130a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0466621 Dec 24 10:48:33.556419 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] No DVR routers for this DVR port 11e42488-46c0-47e4-b7d6-51ddfdde57c9 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:33.559063 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:33.562278 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98375bd4-f54a-4837-972f-0d358ebca5bd req-7e6d53d7-a91c-475b-aa45-c96ec42de02a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "DELETE /v2.0/ports/11e42488-46c0-47e4-b7d6-51ddfdde57c9 HTTP/1.1" status: 204 len: 173 time: 1.1697638 Dec 24 10:48:33.569582 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'name': 'network-vif-deleted', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:33.571790 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79baf3a6-e409-48f6-9ccc-2ee05d5e1a1c" -d '{"events": [{"server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "name": "network-vif-deleted", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:33.609258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-80bd051b-3e74-472f-bded-b34fb1d13c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.611389 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-80bd051b-3e74-472f-bded-b34fb1d13c65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533116 Dec 24 10:48:33.619347 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccf83a-70fb-4318-9cef-ce8792f67687 req-dfdb1003-cced-46e7-b6ef-b6199020c3fe tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.636915 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bbccf83a-70fb-4318-9cef-ce8792f67687 req-dfdb1003-cced-46e7-b6ef-b6199020c3fe tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0656571 Dec 24 10:48:33.648510 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2c42c026-2853-4ea2-bb11-1f798b55c10c req-60a046c0-61b8-4374-b264-cc84e93e9e6b tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.0347006 Dec 24 10:48:33.683254 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bbccf83a-70fb-4318-9cef-ce8792f67687 req-378dfe74-5ecb-4f72-816a-82778a709f4b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540483 Dec 24 10:48:33.710411 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72f8ef7-2b7b-4783-95af-0ef9340e55d3 x-openstack-request-id: req-c72f8ef7-2b7b-4783-95af-0ef9340e55d3 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:33.710411 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c661f2-d3da-4357-a7a8-3f85fc94cc60", "name": "network-vif-deleted", "tag": "11e42488-46c0-47e4-b7d6-51ddfdde57c9", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:33.710411 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c72f8ef7-2b7b-4783-95af-0ef9340e55d3 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:33.710411 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c661f2-d3da-4357-a7a8-3f85fc94cc60', 'name': 'network-vif-deleted', 'tag': '11e42488-46c0-47e4-b7d6-51ddfdde57c9', 'status': 'completed', 'code': 200} Dec 24 10:48:33.728568 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-2b82ee65-908a-4dc1-9725-6249e6206d0a service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068723 Dec 24 10:48:33.804033 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eb7ba-6f65-4c8c-a5ee-875492da5043 req-6d588a74-064b-4213-aa14-26d7bc4a63c2 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.805871 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-802eb7ba-6f65-4c8c-a5ee-875492da5043 req-6d588a74-064b-4213-aa14-26d7bc4a63c2 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0487728 Dec 24 10:48:33.827971 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b56e4ac3-8cb7-4606-81c2-8a35c9b752cc req-1a45a2c0-d6aa-4313-b006-7b9f78addb86 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885556 Dec 24 10:48:33.856589 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-802eb7ba-6f65-4c8c-a5ee-875492da5043 req-5f498e58-750e-4513-bc5f-1270103ab8e0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Dec 24 10:48:33.982584 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-ceabcbfd-307f-422d-a9a0-e38986e006aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:33.984089 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-ceabcbfd-307f-422d-a9a0-e38986e006aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0416353 Dec 24 10:48:34.078469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-d9e9ab0f-9cc2-46c8-a5c4-c8fc86693464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.079916 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-d9e9ab0f-9cc2-46c8-a5c4-c8fc86693464 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.0820632 Dec 24 10:48:34.126911 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-846c25b4-23e2-4499-ae09-bf59603a7fe5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85e920ef-bc3e-40d9-a188-7900892566bf HTTP/1.1" status: 200 len: 217 time: 0.0379491 Dec 24 10:48:34.186967 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-5b5b497d-abab-4793-b3f1-106412939af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.188507 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-5b5b497d-abab-4793-b3f1-106412939af3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0443678 Dec 24 10:48:34.238449 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-ae6f6514-abff-4ae2-bfc5-d27533c54ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.239968 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-ae6f6514-abff-4ae2-bfc5-d27533c54ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387397 Dec 24 10:48:34.360326 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-84fb605f-c1f4-4615-89fc-1758cc861a27 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123004 Dec 24 10:48:34.371080 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d942-0097-4266-bb85-20b768c78829 req-69b34550-125d-4308-b626-4f32c67a7a70 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.372432 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5c03d942-0097-4266-bb85-20b768c78829 req-69b34550-125d-4308-b626-4f32c67a7a70 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0697494 Dec 24 10:48:34.473975 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5c03d942-0097-4266-bb85-20b768c78829 req-8295551e-0a63-4c91-b289-18716a611333 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956340 Dec 24 10:48:34.499287 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-676899bd-fb13-4735-8745-2aaf2b71ea8c req-faf823df-4c1f-41d5-ba54-873cfe90dc6c service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154900 Dec 24 10:48:34.518755 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6d44-6503-4990-b81b-8ce9ab6ddb77 req-39066c32-a768-4f38-a538-3a24f735d4b6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.520219 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ed4c6d44-6503-4990-b81b-8ce9ab6ddb77 req-39066c32-a768-4f38-a538-3a24f735d4b6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0539417 Dec 24 10:48:34.566351 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ed4c6d44-6503-4990-b81b-8ce9ab6ddb77 req-fa1a6690-41d0-490d-839e-b3188b2bfdea tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398235 Dec 24 10:48:34.749341 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-860c17d1-e623-4b28-9d11-703d69806fb8 req-28e8d070-7823-41cb-a60f-c6f455a1596c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2c661f2-d3da-4357-a7a8-3f85fc94cc60 HTTP/1.1" status: 200 len: 210 time: 0.0255306 Dec 24 10:48:34.809965 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df22f5-768e-4426-8da3-1548db6f92d9 req-244eafc6-916e-4a14-88ea-dfc78edd115b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.843268 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-61df22f5-768e-4426-8da3-1548db6f92d9 req-244eafc6-916e-4a14-88ea-dfc78edd115b tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0482337 Dec 24 10:48:34.860630 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-61df22f5-768e-4426-8da3-1548db6f92d9 req-d7496390-3342-4eb5-8c46-7bd29c19c07f tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Dec 24 10:48:34.972282 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770e6c9-95e6-41d9-bd1b-38f4bf743eb3 req-82214645-a6f0-41d4-8c68-843c73cd62a5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:34.973816 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2770e6c9-95e6-41d9-bd1b-38f4bf743eb3 req-82214645-a6f0-41d4-8c68-843c73cd62a5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0483098 Dec 24 10:48:35.038005 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2770e6c9-95e6-41d9-bd1b-38f4bf743eb3 req-0a3965bd-c286-4878-b94e-229289d12067 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580990 Dec 24 10:48:35.074759 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-6d602f29-2ade-4e67-9947-098af4ccc81a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:35.076199 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-6d602f29-2ade-4e67-9947-098af4ccc81a tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 946 time: 0.0527203 Dec 24 10:48:35.230667 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Deleting port d90cd231-c375-419c-945c-fe78bf0f2cf4 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:35.230920 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:35.317882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] For port d90cd231-c375-419c-945c-fe78bf0f2cf4, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d90cd231-c375-419c-945c-fe78bf0f2cf4,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:35.318239 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:35.331736 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Calling delete_port for d90cd231-c375-419c-945c-fe78bf0f2cf4 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:35.540077 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:35.552350 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'd90cd231-c375-419c-945c-fe78bf0f2cf4'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:35.569117 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event deleted for resources: {'Port': ['ID=d90cd231-c375-419c-945c-fe78bf0f2cf4,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:35.600201 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dace30-c099-4cd4-a5b6-7c73edd33d5b req-08ecb3d1-5128-437d-a31a-587b690acedf tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:35.601749 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f7dace30-c099-4cd4-a5b6-7c73edd33d5b req-08ecb3d1-5128-437d-a31a-587b690acedf tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0559254 Dec 24 10:48:35.632313 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] No DVR routers for this DVR port d90cd231-c375-419c-945c-fe78bf0f2cf4 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:35.635439 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:35.638851 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d2f72ed2-b7bf-4792-9cd8-65e3311df5e1 req-cf11e456-6b67-48cd-bd9e-e91bf19a9cbd tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "DELETE /v2.0/ports/d90cd231-c375-419c-945c-fe78bf0f2cf4 HTTP/1.1" status: 204 len: 173 time: 0.5490680 Dec 24 10:48:35.639308 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'name': 'network-vif-deleted', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:35.641589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f77cc-78bc-458f-8ec4-ff6cde638ad3" -d '{"events": [{"server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "name": "network-vif-deleted", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:35.653656 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f7dace30-c099-4cd4-a5b6-7c73edd33d5b req-908407b5-be82-4e60-a231-8285b58b9381 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444632 Dec 24 10:48:35.690465 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ffa06-ba17-411b-84a3-1602d0959c2c x-openstack-request-id: req-e55ffa06-ba17-411b-84a3-1602d0959c2c {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:35.690765 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6427d66b-d1b3-4cc1-ba3e-f8a8c479189c", "name": "network-vif-deleted", "tag": "d90cd231-c375-419c-945c-fe78bf0f2cf4", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:35.691214 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e55ffa06-ba17-411b-84a3-1602d0959c2c {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:35.691612 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6427d66b-d1b3-4cc1-ba3e-f8a8c479189c', 'name': 'network-vif-deleted', 'tag': 'd90cd231-c375-419c-945c-fe78bf0f2cf4', 'status': 'completed', 'code': 200} Dec 24 10:48:35.964640 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6d78f775-46d0-4a10-a3bc-862b1fc83dcb req-84a08797-287f-4dcc-9322-ef9e5b2cc650 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=6427d66b-d1b3-4cc1-ba3e-f8a8c479189c HTTP/1.1" status: 200 len: 210 time: 0.0250430 Dec 24 10:48:36.154145 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd911261-5486-4440-8664-d1a64c58d767 req-8625cc1b-d913-4113-907b-c5b64a99cec1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:36.155575 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd911261-5486-4440-8664-d1a64c58d767 req-8625cc1b-d913-4113-907b-c5b64a99cec1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0471370 Dec 24 10:48:36.206383 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd911261-5486-4440-8664-d1a64c58d767 req-f4f9e913-61d0-46a0-bad6-8ab85ddef5d4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449290 Dec 24 10:48:36.276209 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4f101-bbd2-410f-8d39-04e27a2334bf req-9f8e23b4-7eae-4965-bade-1dc2febdb3c4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:36.277669 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8c4f101-bbd2-410f-8d39-04e27a2334bf req-9f8e23b4-7eae-4965-bade-1dc2febdb3c4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0469580 Dec 24 10:48:36.324176 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8c4f101-bbd2-410f-8d39-04e27a2334bf req-dd5a440f-a001-4bb8-af94-beb51d863217 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Dec 24 10:48:36.774851 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0347ea-0c41-49e3-b65f-5fa48f81d2b4 req-2155c85b-343c-4d61-b6fa-e7182606b593 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:36.776295 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b0347ea-0c41-49e3-b65f-5fa48f81d2b4 req-2155c85b-343c-4d61-b6fa-e7182606b593 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 943 time: 0.0502882 Dec 24 10:48:36.822817 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b0347ea-0c41-49e3-b65f-5fa48f81d2b4 req-36335202-51aa-43cb-88d8-742c9b2d9a43 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Dec 24 10:48:37.251425 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:48:37.334462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcf488-a95d-4444-bbaf-99061cc0dfc2 req-9d1c8158-57af-499a-b82c-214ecf683314 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:37.336036 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1ffcf488-a95d-4444-bbaf-99061cc0dfc2 req-9d1c8158-57af-499a-b82c-214ecf683314 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0616052 Dec 24 10:48:37.355458 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:37.390170 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1ffcf488-a95d-4444-bbaf-99061cc0dfc2 req-da318bf0-e4fc-45f6-87d8-63264e33e734 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479579 Dec 24 10:48:37.443130 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b633-3a43-441c-84ce-2fa1af32eee6 req-6ed1b983-62f6-4774-9f8f-c8a4d5df05eb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:37.444681 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c8c0b633-3a43-441c-84ce-2fa1af32eee6 req-6ed1b983-62f6-4774-9f8f-c8a4d5df05eb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0535102 Dec 24 10:48:37.490900 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'mac_address': 'fa:16:3e:51:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:48:37.497721 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c8c0b633-3a43-441c-84ce-2fa1af32eee6 req-bd0794cd-08fc-430e-9481-b3beb11d847e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Dec 24 10:48:37.538266 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:37.554990 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:48:37.576556 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:37.698565 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:37.745072 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=9']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.760383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:48:37.942780 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e08a-6ea9-4890-a12e-4cafe5c76b42 req-97aee612-d806-4229-b537-f4134a5e89f3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:37.944207 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c16e08a-6ea9-4890-a12e-4cafe5c76b42 req-97aee612-d806-4229-b537-f4134a5e89f3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0472147 Dec 24 10:48:37.993706 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c16e08a-6ea9-4890-a12e-4cafe5c76b42 req-b682e781-bd8d-42aa-b871-1cd2af9ca571 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Dec 24 10:48:38.027679 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:38.506748 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60d6b1-acb0-45e1-af3b-0d7f4118bc60 req-11152919-4916-4253-ade0-330fb481875f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:38.508198 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4b60d6b1-acb0-45e1-af3b-0d7f4118bc60 req-11152919-4916-4253-ade0-330fb481875f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Dec 24 10:48:38.557640 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4b60d6b1-acb0-45e1-af3b-0d7f4118bc60 req-5736b6bf-d28b-4172-9942-d765b515c33c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Dec 24 10:48:38.658443 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcec64-ec19-4500-8f6e-f35215f21533 req-6492e7a4-4c23-4fb3-927b-c666afb7b823 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:38.659878 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f9dcec64-ec19-4500-8f6e-f35215f21533 req-6492e7a4-4c23-4fb3-927b-c666afb7b823 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0501227 Dec 24 10:48:38.707450 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f9dcec64-ec19-4500-8f6e-f35215f21533 req-3e2d7187-530e-47cc-bc02-e0eb5d4cc220 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Dec 24 10:48:38.790375 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777da3-4bd7-4362-9a83-c2c53fa927ca req-d9f1f90a-ec5a-4600-942a-0647351c1179 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:38.791812 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d777da3-4bd7-4362-9a83-c2c53fa927ca req-d9f1f90a-ec5a-4600-942a-0647351c1179 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0469832 Dec 24 10:48:38.839238 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d777da3-4bd7-4362-9a83-c2c53fa927ca req-407ac704-02d0-42d9-ad88-342d133d9722 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Dec 24 10:48:39.121206 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f5b27-8636-4175-b5bb-a81adbf16277 req-57bff926-f798-466d-94ba-843aee42ad28 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:39.122646 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-735f5b27-8636-4175-b5bb-a81adbf16277 req-57bff926-f798-466d-94ba-843aee42ad28 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 944 time: 0.0545626 Dec 24 10:48:39.169195 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-735f5b27-8636-4175-b5bb-a81adbf16277 req-e5354117-20b6-4224-9edd-6e2b65d4416a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400846 Dec 24 10:48:39.274060 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:48:39.321071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:48:39.321441 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:39.398328 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:39.419670 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:39.421842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c22698-5638-430e-a85d-68116ce1dfb9" -d '{"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:39.434265 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:39.459404 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6044ae-5cc0-4dc0-8933-22e1417c4e84 x-openstack-request-id: req-9d6044ae-5cc0-4dc0-8933-22e1417c4e84 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:39.459718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-plugged", "status": "completed", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:39.459977 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d6044ae-5cc0-4dc0-8933-22e1417c4e84 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:39.460367 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'code': 200} Dec 24 10:48:39.517899 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:39.518705 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d90cd231-c375-419c-945c-fe78bf0f2cf4 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:39.554754 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: d90cd231-c375-419c-945c-fe78bf0f2cf4 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:39.555094 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d90cd231-c375-419c-945c-fe78bf0f2cf4 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:39.585018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=10']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:39.673080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53221d09-a2d7-4b03-99c9-7f9af340e371 req-d1430e18-3192-4fa5-ac7a-fca8f60710cf tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:39.674493 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-53221d09-a2d7-4b03-99c9-7f9af340e371 req-d1430e18-3192-4fa5-ac7a-fca8f60710cf tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0492244 Dec 24 10:48:39.732847 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-53221d09-a2d7-4b03-99c9-7f9af340e371 req-5f217bbf-f1dd-43f6-891f-fd5dc47e55c7 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Dec 24 10:48:39.823085 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace6772-0bc8-4f39-83ba-d85a379defba req-304aa847-4cb8-4f3f-b4f4-006d479ae01c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:39.824544 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bace6772-0bc8-4f39-83ba-d85a379defba req-304aa847-4cb8-4f3f-b4f4-006d479ae01c tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0484064 Dec 24 10:48:39.875303 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bace6772-0bc8-4f39-83ba-d85a379defba req-bf410acb-7039-42bf-9997-31f7bf0dd411 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Dec 24 10:48:39.956473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3671d-be07-4c7d-8951-1f3b9d7b63cc req-1a3335c1-138e-4397-a67f-ec85fcab85d4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:39.956473 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a7b3671d-be07-4c7d-8951-1f3b9d7b63cc req-1a3335c1-138e-4397-a67f-ec85fcab85d4 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0473588 Dec 24 10:48:40.002912 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a7b3671d-be07-4c7d-8951-1f3b9d7b63cc req-e24ab443-f628-4131-8414-dd69d8c5d9c0 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Dec 24 10:48:40.228913 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f58a7-561d-403d-8737-9bc6f040c278 req-07d5565e-6195-4088-bdcd-a45645cdd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:40.230369 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7f6f58a7-561d-403d-8737-9bc6f040c278 req-07d5565e-6195-4088-bdcd-a45645cdd38a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1099 time: 0.0371001 Dec 24 10:48:40.309940 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badec8-4a29-4867-8b90-052709fe1109 req-54b78983-710b-4eed-ae10-4276e480766d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:40.311370 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-50badec8-4a29-4867-8b90-052709fe1109 req-54b78983-710b-4eed-ae10-4276e480766d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0716357 Dec 24 10:48:40.314470 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7f6f58a7-561d-403d-8737-9bc6f040c278 req-8a63685c-f95f-454f-b82f-9ffe65fde622 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669389 Dec 24 10:48:40.356300 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-50badec8-4a29-4867-8b90-052709fe1109 req-eda9ddef-cfea-44be-b9c6-09004c3c34e3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384400 Dec 24 10:48:40.835212 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fff71-5b25-48e7-9376-65e9bcc40cfc req-a3812d82-24c6-4cb5-bf07-9e40097571d8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:40.836697 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4a2fff71-5b25-48e7-9376-65e9bcc40cfc req-a3812d82-24c6-4cb5-bf07-9e40097571d8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 944 time: 0.0462892 Dec 24 10:48:40.885787 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4a2fff71-5b25-48e7-9376-65e9bcc40cfc req-5c2b10c8-335d-4e23-a941-b422a1266817 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429740 Dec 24 10:48:40.990824 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3beba6-70e5-4b52-abbf-d7ae01bdd627 req-5fcf969b-7019-44c7-82b2-2dfcfe29a2d2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:40.992257 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a3beba6-70e5-4b52-abbf-d7ae01bdd627 req-5fcf969b-7019-44c7-82b2-2dfcfe29a2d2 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0495477 Dec 24 10:48:41.038122 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a3beba6-70e5-4b52-abbf-d7ae01bdd627 req-073a6813-8d14-4e3b-a40f-fab442813bab tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Dec 24 10:48:41.121557 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff756606-b52d-43b8-be82-a568cfdbfe57 req-c208e2da-f8ee-4af6-95eb-812980c5c9b2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:41.122989 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff756606-b52d-43b8-be82-a568cfdbfe57 req-c208e2da-f8ee-4af6-95eb-812980c5c9b2 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Dec 24 10:48:41.169005 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ff756606-b52d-43b8-be82-a568cfdbfe57 req-9e4a85e8-eaab-4520-a8a0-058c9b8079cf tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Dec 24 10:48:41.291370 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 85e920ef-bc3e-40d9-a188-7900892566bf details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:48:41.383817 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=85e920ef-bc3e-40d9-a188-7900892566bf,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:41.395419 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '85e920ef-bc3e-40d9-a188-7900892566bf', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'port_id': '85e920ef-bc3e-40d9-a188-7900892566bf', 'mac_address': 'fa:16:3e:27:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:48:41.437103 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:41.450582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e920ef-bc3e-40d9-a188-7900892566bf {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:48:41.470071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=85e920ef-bc3e-40d9-a188-7900892566bf,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:41.475017 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e9099-e90f-4686-a758-b903dc0f7d5d req-41836583-135f-4d77-9d5c-2953d97aa4ae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:41.476515 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-377e9099-e90f-4686-a758-b903dc0f7d5d req-41836583-135f-4d77-9d5c-2953d97aa4ae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0500288 Dec 24 10:48:41.523227 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-377e9099-e90f-4686-a758-b903dc0f7d5d req-6393a750-fa2a-4a28-80cb-619d1ccc3883 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Dec 24 10:48:41.568730 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:41.615712 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:41.909884 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-eeb64beb-02b5-415b-9433-b69825ea708c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:41.911355 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-eeb64beb-02b5-415b-9433-b69825ea708c tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0522208 Dec 24 10:48:42.012868 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a8d1-fb71-47ea-af90-e1f0ba2f049e req-e62c6f9f-7339-42a2-91f9-8321d486db46 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:42.014444 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3a65a8d1-fb71-47ea-af90-e1f0ba2f049e req-e62c6f9f-7339-42a2-91f9-8321d486db46 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0601962 Dec 24 10:48:42.080879 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3a65a8d1-fb71-47ea-af90-e1f0ba2f049e req-98cc878a-164f-43f3-9759-e2b0148fe876 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599656 Dec 24 10:48:42.107347 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['85e920ef-bc3e-40d9-a188-7900892566bf'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:42.289895 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c93cd-dbfa-4a8f-b9d4-5f1abcdc4536 req-d1cdd57f-6fad-4301-8f2d-62e44b6abac1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:42.296257 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-849c93cd-dbfa-4a8f-b9d4-5f1abcdc4536 req-d1cdd57f-6fad-4301-8f2d-62e44b6abac1 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0901120 Dec 24 10:48:42.302931 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1b5f-68d1-4f86-b0c8-2b9d179c1811 req-eac0ccdf-d27f-4f60-8654-1c32b304b197 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:42.310095 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1a5c1b5f-68d1-4f86-b0c8-2b9d179c1811 req-eac0ccdf-d27f-4f60-8654-1c32b304b197 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 945 time: 0.0556741 Dec 24 10:48:42.361412 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-849c93cd-dbfa-4a8f-b9d4-5f1abcdc4536 req-88d077b5-0960-428d-ac45-f6ba6abe9105 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639853 Dec 24 10:48:42.364674 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Deleting port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:42.365057 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:42.377927 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1a5c1b5f-68d1-4f86-b0c8-2b9d179c1811 req-b6f30f05-435c-4691-8aad-eb15f182aeee tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c2dbba1-2cea-4648-ade6-fea11b267ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Dec 24 10:48:42.473895 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] For port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,segment=NetworkSegment(17062216-c6d2-43fc-b8de-3764218260c0),segment_id=17062216-c6d2-43fc-b8de-3764218260c0)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:42.474318 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:42.490639 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Calling delete_port for c73f6a9a-c9cb-49c0-9d7c-7793864fb03a owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:42.684578 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f7340-31ad-4994-a425-ec775b1d9702 req-4dc76cb3-1871-4cb9-8d3e-b9efc52730a8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:42.686102 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c81f7340-31ad-4994-a425-ec775b1d9702 req-4dc76cb3-1871-4cb9-8d3e-b9efc52730a8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0683982 Dec 24 10:48:42.733926 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c81f7340-31ad-4994-a425-ec775b1d9702 req-417caf6b-b7fa-4884-afa0-136530e66d51 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Dec 24 10:48:42.757290 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:42.784526 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Pushing event deleted for resources: {'Port': ['ID=c73f6a9a-c9cb-49c0-9d7c-7793864fb03a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:42.829627 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] No DVR routers for this DVR port c73f6a9a-c9cb-49c0-9d7c-7793864fb03a on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:42.832225 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:42.835762 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-93507c0c-5ddf-4392-a697-8473f8ce5c17 req-c507bb1d-90c6-4683-8db2-9597f4dd5682 tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.24 "DELETE /v2.0/ports/c73f6a9a-c9cb-49c0-9d7c-7793864fb03a HTTP/1.1" status: 204 len: 173 time: 0.9119766 Dec 24 10:48:42.836237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'name': 'network-vif-deleted', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:42.838674 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932006ae-178c-4c90-953a-434c43f58b05" -d '{"events": [{"server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "name": "network-vif-deleted", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:42.876161 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f420b3b2-3a95-4d22-8fbb-ca875f1b2934 x-openstack-request-id: req-f420b3b2-3a95-4d22-8fbb-ca875f1b2934 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:42.876161 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ab8db-0c1f-4343-ae07-953fc820b211", "name": "network-vif-deleted", "tag": "c73f6a9a-c9cb-49c0-9d7c-7793864fb03a", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:42.876363 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f420b3b2-3a95-4d22-8fbb-ca875f1b2934 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:42.876768 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ab8db-0c1f-4343-ae07-953fc820b211', 'name': 'network-vif-deleted', 'tag': 'c73f6a9a-c9cb-49c0-9d7c-7793864fb03a', 'status': 'completed', 'code': 200} Dec 24 10:48:43.013054 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:43.052397 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['c73f6a9a-c9cb-49c0-9d7c-7793864fb03a'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:43.188602 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd269d-58fb-4b6e-9702-ce1d28d4f279 req-d2709051-aae1-4c05-a8d3-fe99b7323e01 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:43.190098 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c2dd269d-58fb-4b6e-9702-ce1d28d4f279 req-d2709051-aae1-4c05-a8d3-fe99b7323e01 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Dec 24 10:48:43.239341 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c2dd269d-58fb-4b6e-9702-ce1d28d4f279 req-56f6b472-87d7-4d35-b494-ac17acc1c1a6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Dec 24 10:48:43.317523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 85e920ef-bc3e-40d9-a188-7900892566bf up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:48:43.458531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 85e920ef-bc3e-40d9-a188-7900892566bf completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:48:43.462794 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 85e920ef-bc3e-40d9-a188-7900892566bf triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:48:43.463183 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:43.496394 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57933b2-6435-4158-9b02-b75973a0b8bc req-5144eaa3-d2ac-4974-8a54-333337a16779 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:43.498740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a57933b2-6435-4158-9b02-b75973a0b8bc req-5144eaa3-d2ac-4974-8a54-333337a16779 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0640066 Dec 24 10:48:43.501155 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-992beaa2-d708-4337-8058-38bae9e31f1f req-027c1a58-d11b-4a71-a395-fbccc549180d tempest-AttachVolumeNegativeTest-112891647 tempest-AttachVolumeNegativeTest-112891647-project] 10.222.0.30 "GET /v2.0/ports?device_id=b18ab8db-0c1f-4343-ae07-953fc820b211 HTTP/1.1" status: 200 len: 210 time: 0.0330095 Dec 24 10:48:43.548208 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:43.548689 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a57933b2-6435-4158-9b02-b75973a0b8bc req-02f76896-9ba6-4f1a-9a66-05b3372db87e tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Dec 24 10:48:43.571545 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:43.573675 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0086e3cc-fa68-4db3-bd8e-e6a92175bea5" -d '{"events": [{"server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "name": "network-vif-plugged", "status": "completed", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:43.586599 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=85e920ef-bc3e-40d9-a188-7900892566bf,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:43.608761 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb62ff-aa2b-437f-a074-91b832b063c7 x-openstack-request-id: req-a7cb62ff-aa2b-437f-a074-91b832b063c7 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:43.609107 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "name": "network-vif-plugged", "status": "completed", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:43.609369 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7cb62ff-aa2b-437f-a074-91b832b063c7 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:43.609780 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf', 'code': 200} Dec 24 10:48:43.647405 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:43.648495 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device c73f6a9a-c9cb-49c0-9d7c-7793864fb03a no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:43.673089 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: c73f6a9a-c9cb-49c0-9d7c-7793864fb03a {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:43.673432 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device c73f6a9a-c9cb-49c0-9d7c-7793864fb03a not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:43.718542 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:43.853429 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79dab1-7164-42e1-8767-c912d582d763 req-6b563ea1-33c9-4c39-8c6d-55e2558bf9c8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:43.854902 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8c79dab1-7164-42e1-8767-c912d582d763 req-6b563ea1-33c9-4c39-8c6d-55e2558bf9c8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0514495 Dec 24 10:48:43.904108 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8c79dab1-7164-42e1-8767-c912d582d763 req-d95b9c72-be44-4a5f-9e68-90bf1a497b23 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429273 Dec 24 10:48:44.029930 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a916a9b-7e21-4b54-85f9-35dc8f0f57d2 req-2178e10f-29af-47b2-8339-2e3627900b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:44.031378 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6a916a9b-7e21-4b54-85f9-35dc8f0f57d2 req-2178e10f-29af-47b2-8339-2e3627900b27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 1099 time: 0.0401087 Dec 24 10:48:44.085432 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6a916a9b-7e21-4b54-85f9-35dc8f0f57d2 req-999a38b3-9ce1-4863-9693-414835fe2dfc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Dec 24 10:48:44.353210 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21139db4-7fc6-4b01-8291-b0a31b59076c req-3f41d28d-41e3-4eec-b90f-54ca6db2759c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:44.354736 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-21139db4-7fc6-4b01-8291-b0a31b59076c req-3f41d28d-41e3-4eec-b90f-54ca6db2759c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0487497 Dec 24 10:48:44.402402 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-21139db4-7fc6-4b01-8291-b0a31b59076c req-02e0f709-44ef-4136-b302-a3b800104c5b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412061 Dec 24 10:48:44.545902 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42080) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:44.589193 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Deleting subnet 24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:48:44.592561 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.632377 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.658680 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-55a8f179-fb37-41e6-9cdc-3c53dd04d848 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:44.660107 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-55a8f179-fb37-41e6-9cdc-3c53dd04d848 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0784316 Dec 24 10:48:44.671638 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.706983 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832e77-70a2-4729-87fc-827c286fdcf6 req-04168e60-d26e-4df9-ba47-b9ca5a7274fb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:44.708434 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c6832e77-70a2-4729-87fc-827c286fdcf6 req-04168e60-d26e-4df9-ba47-b9ca5a7274fb tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 946 time: 0.0867093 Dec 24 10:48:44.786846 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c6832e77-70a2-4729-87fc-827c286fdcf6 req-463499e2-12e6-448c-9cae-c84a63aa461a tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/security-groups?id=17712a28-ff75-4c7c-bc5b-9812960d82fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717762 Dec 24 10:48:44.799398 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.802353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Deleting port 44345f3a-e246-4a77-8d9d-bd7357043c0b {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:44.802963 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.829091 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.834517 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24fa4bd2-942c-4822-b70f-f9fbaa5b0b02 HTTP/1.1" status: 204 len: 168 time: 0.2854693 Dec 24 10:48:44.834517 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2067ddf-d814-422e-8cd0-d5d0350bf948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fa4bd2-942c-4822-b70f-f9fbaa5b0b02,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:44.848152 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42086) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:44.895061 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] For port 44345f3a-e246-4a77-8d9d-bd7357043c0b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=44345f3a-e246-4a77-8d9d-bd7357043c0b,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:44.895417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.908838 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Calling delete_port for 44345f3a-e246-4a77-8d9d-bd7357043c0b owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:44.913495 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:44.993150 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.012910 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8016a0c6-9874-4e24-99d5-a347d449be0f']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:45.023403 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17062216-c6d2-43fc-b8de-3764218260c0') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:45.023696 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17062216-c6d2-43fc-b8de-3764218260c0') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:45.033360 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.046142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.051745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:48:45.052160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:48:45.053817 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:48:45.128290 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.143700 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['44345f3a-e246-4a77-8d9d-bd7357043c0b'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:48:45.166347 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Pushing event deleted for resources: {'Port': ['ID=44345f3a-e246-4a77-8d9d-bd7357043c0b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:45.197208 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.197786 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] No DVR routers for this DVR port 44345f3a-e246-4a77-8d9d-bd7357043c0b on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:48:45.202617 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.202741 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.204726 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fc33c4ef-57f0-4634-b780-fcd6d53ff6d1 req-16ee01c7-b690-4049-9207-e07ea97c21ed tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.24 "DELETE /v2.0/ports/44345f3a-e246-4a77-8d9d-bd7357043c0b HTTP/1.1" status: 204 len: 173 time: 0.5362952 Dec 24 10:48:45.205165 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'name': 'network-vif-deleted', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:45.206490 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8016a0c6-9874-4e24-99d5-a347d449be0f HTTP/1.1" status: 204 len: 168 time: 0.3664789 Dec 24 10:48:45.207588 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f49d15-a6c0-4c77-834d-e8515df9a529" -d '{"events": [{"server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "name": "network-vif-deleted", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:45.222483 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae80ad-1c2d-4ef2-b9f7-b398c1895051 admin admin] Pushing event deleted for resources: {'Network': ['ID=8016a0c6-9874-4e24-99d5-a347d449be0f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:45.243822 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f44f78c-19c8-48aa-a05d-7cc0efed0736 x-openstack-request-id: req-2f44f78c-19c8-48aa-a05d-7cc0efed0736 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:45.244118 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d2f913-8385-4f34-8cb0-8c0f08c7a30f", "name": "network-vif-deleted", "tag": "44345f3a-e246-4a77-8d9d-bd7357043c0b", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:45.244378 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f44f78c-19c8-48aa-a05d-7cc0efed0736 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:45.244799 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d2f913-8385-4f34-8cb0-8c0f08c7a30f', 'name': 'network-vif-deleted', 'tag': '44345f3a-e246-4a77-8d9d-bd7357043c0b', 'status': 'completed', 'code': 200} Dec 24 10:48:45.516298 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cc53b-74b1-470b-ab21-2822d54356e0 req-e5d8f765-af77-4e71-94c2-1df2791c8b21 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:45.526914 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-465cc53b-74b1-470b-ab21-2822d54356e0 req-e5d8f765-af77-4e71-94c2-1df2791c8b21 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Dec 24 10:48:45.566936 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-465cc53b-74b1-470b-ab21-2822d54356e0 req-eb4d6733-6504-4171-bed3-442bbbfff127 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Dec 24 10:48:45.620806 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42094) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:45.662508 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-69349ec9-46ff-49cd-bc01-c0284542ec04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e62d11172cdf4959a15ac1ffc5601aca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405409 Dec 24 10:48:45.665021 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42096) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:45.711951 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.732162 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.846789 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.849399 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:45.852989 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c2dbba1-2cea-4648-ade6-fea11b267ac6 HTTP/1.1" status: 204 len: 168 time: 0.1846578 Dec 24 10:48:45.858989 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04037-e8d3-4bba-b2e5-9e0a3790562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2dbba1-2cea-4648-ade6-fea11b267ac6,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:45.896451 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-890ceb0b-f232-4809-b86e-669f836fb8d5 req-f4e88900-88f7-4917-b94c-908d034243e4 tempest-ServerRescueNegativeTestJSON-1238593554 tempest-ServerRescueNegativeTestJSON-1238593554-project] 10.222.0.30 "GET /v2.0/ports?device_id=54d2f913-8385-4f34-8cb0-8c0f08c7a30f HTTP/1.1" status: 200 len: 210 time: 0.0273733 Dec 24 10:48:46.679357 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0295d-0fc9-40bc-a947-e195fc4c9ac1 req-5ec0fae0-c4f4-4132-a777-02e0986ba11c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:46.680882 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2fc0295d-0fc9-40bc-a947-e195fc4c9ac1 req-5ec0fae0-c4f4-4132-a777-02e0986ba11c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0483525 Dec 24 10:48:46.730272 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2fc0295d-0fc9-40bc-a947-e195fc4c9ac1 req-56b11544-8e65-4b76-bd8d-869afebc34b1 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Dec 24 10:48:46.840992 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205aa054-4980-4099-98c5-fb6a9baa6b1c req-deffd0a3-9ddd-41a4-8283-55fa1badb602 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:46.842455 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-205aa054-4980-4099-98c5-fb6a9baa6b1c req-deffd0a3-9ddd-41a4-8283-55fa1badb602 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0474865 Dec 24 10:48:46.897688 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-205aa054-4980-4099-98c5-fb6a9baa6b1c req-3d9807c0-1b45-444b-bb48-4ebe7974efd8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Dec 24 10:48:46.930816 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42126) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:46.953265 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42130) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:47.179422 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75813fe-1421-4eff-913d-11f9bf68ee23 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:47.180953 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b75813fe-1421-4eff-913d-11f9bf68ee23 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 1094 time: 0.2489812 Dec 24 10:48:47.184322 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42136) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:47.191309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'port_id': '85e920ef-bc3e-40d9-a188-7900892566bf', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:47.283737 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.318372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 44345f3a-e246-4a77-8d9d-bd7357043c0b no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:47.346022 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 44345f3a-e246-4a77-8d9d-bd7357043c0b {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:47.346428 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 44345f3a-e246-4a77-8d9d-bd7357043c0b not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:47.387248 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.422613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.498359 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.27.1.181 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/e7fce548-5c2a-4583-a86f-2b9e2904627a) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:48:47.604386 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.706833 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.717149 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Deleting port 64768123-6a54-44d4-965c-6f90c98d479f {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:47.717811 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.764451 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:48:47.768923 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:48:47.772754 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:48:47.778380 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=e7fce548-5c2a-4583-a86f-2b9e2904627a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:47.805532 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] For port 64768123-6a54-44d4-965c-6f90c98d479f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=64768123-6a54-44d4-965c-6f90c98d479f,segment=NetworkSegment(133b8e85-f50d-4bba-93c3-cda0a4c8b81a),segment_id=133b8e85-f50d-4bba-93c3-cda0a4c8b81a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:47.805912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:47.824286 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Calling delete_port for 64768123-6a54-44d4-965c-6f90c98d479f owned by network:router_interface {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:48.157760 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.186564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Pushing event deleted for resources: {'Port': ['ID=64768123-6a54-44d4-965c-6f90c98d479f,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:48.344990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.398650 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.570023 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.734497 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.778216 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Router 508e4211-27f9-465f-82b3-bd98605d1e4c has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:48:48.831420 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.887805 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:48:48.896372 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-1bd8dbf9-a614-4631-bcc1-848a347d5641 admin admin] 10.222.0.30 "PUT /v2.0/routers/508e4211-27f9-465f-82b3-bd98605d1e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9386270 Dec 24 10:48:48.896372 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42160) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:48.904087 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Sync routers for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:48:48.904590 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=e7fce548-5c2a-4583-a86f-2b9e2904627a,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:48.912712 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:48.925306 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:48.929695 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:48:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:49.026932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.057833 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 3cf3ddd2-3032-4d9a-8684-4fe047606d1f associated. External IP: 172.27.1.181, port: 85e920ef-bc3e-40d9-a188-7900892566bf. Dec 24 10:48:49.064441 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:49.137578 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.252685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Deleting port 16854e52-bb62-4fab-9ad7-fa9508cc766e {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:48:49.253084 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.257300 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:48:47Z', 'revision_number': 5, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port': {'id': '16854e52-bb62-4fab-9ad7-fa9508cc766e', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:87:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:49.286958 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Checking router: 508e4211-27f9-465f-82b3-bd98605d1e4c for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:48:49.298151 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Routers {'508e4211-27f9-465f-82b3-bd98605d1e4c'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:49.298924 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:48:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['508e4211-27f9-465f-82b3-bd98605d1e4c'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:49.337555 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] For port 16854e52-bb62-4fab-9ad7-fa9508cc766e, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=16854e52-bb62-4fab-9ad7-fa9508cc766e,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:48:49.337941 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.352082 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Calling delete_port for 16854e52-bb62-4fab-9ad7-fa9508cc766e owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:48:49.392309 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] Set router 508e4211-27f9-465f-82b3-bd98605d1e4c gateway port host: None {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:49.444872 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:48:49Z', 'revision_number': 6, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:49.495916 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:48:49.563498 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c5ec7-2b2a-4c4c-a956-718c958f095f None None] The sync data for ids ['508e4211-27f9-465f-82b3-bd98605d1e4c'] in dv-cinder-816443-3-iscsi is: [{'id': '508e4211-27f9-465f-82b3-bd98605d1e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-941758816-router', 'tenant_id': '378bb44ad89440e49f7e290a5d31004e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:02Z', 'updated_at': '2021-12-24T10:48:49Z', 'revision_number': 6, 'project_id': '378bb44ad89440e49f7e290a5d31004e', 'gw_port_host': None}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:48:49.607041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:48:49.616372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:48:49.626966 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:49.627572 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:48:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:49.635468 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.667882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Pushing event deleted for resources: {'Port': ['ID=16854e52-bb62-4fab-9ad7-fa9508cc766e,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:49.713704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.724845 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.743160 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9caebc1d-3159-4f5c-9f0a-54fa8baca370 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5574238 Dec 24 10:48:49.743874 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:48:49.745218 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:49.746603 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e00a86-392d-448e-8bf2-701ca3944b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:48:49.795371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013a7b2-b15e-470e-a610-e74e6959bd7e x-openstack-request-id: req-2013a7b2-b15e-470e-a610-e74e6959bd7e {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:48:49.795720 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:48:49.796031 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2013a7b2-b15e-470e-a610-e74e6959bd7e {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:48:49.796528 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf', 'status': 'completed', 'code': 200} Dec 24 10:48:49.863259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.866712 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:49.938252 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-8cc4c577-02e8-49e9-bce2-f2abf099efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:49.939867 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-8cc4c577-02e8-49e9-bce2-f2abf099efc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 1099 time: 0.1051559 Dec 24 10:48:50.048512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-5d2d28f8-aafb-44bb-89ef-1565381efe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:50.050161 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-5d2d28f8-aafb-44bb-89ef-1565381efe28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.1032605 Dec 24 10:48:50.050754 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.051267 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 508e4211-27f9-465f-82b3-bd98605d1e4c {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:48:50.055923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '3cf3ddd2-3032-4d9a-8684-4fe047606d1f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '85e920ef-bc3e-40d9-a188-7900892566bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:27:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:48Z', 'updated_at': '2021-12-24T10:48:48Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.056122 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.057195 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-858374e5-fa88-44d1-9975-afd776ef502a admin admin] 10.222.0.30 "DELETE /v2.0/routers/508e4211-27f9-465f-82b3-bd98605d1e4c HTTP/1.1" status: 204 len: 168 time: 1.1603239 Dec 24 10:48:50.059942 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42170) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:50.083602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:48:50.092720 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:48:50.093461 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:48:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.107732 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Deleting subnet edaeaae5-1bdf-4f71-9f49-370110e0f60e {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:48:50.112027 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.148881 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.153472 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-b4ad1e1c-fc2a-4793-8c82-3badd049f79b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85e920ef-bc3e-40d9-a188-7900892566bf HTTP/1.1" status: 200 len: 1000 time: 0.0950992 Dec 24 10:48:50.194883 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.205093 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:48:50.207820 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-58f922c0-943d-45f2-9b2a-8b79a0e3b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:50.209398 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-58f922c0-943d-45f2-9b2a-8b79a0e3b4d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0484617 Dec 24 10:48:50.263073 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-968187df-ad31-456a-a4da-d7e3c4e71292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:50.264732 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-968187df-ad31-456a-a4da-d7e3c4e71292 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458589 Dec 24 10:48:50.340756 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.358260 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-b548271e-d622-4c1f-812d-2433e91895fe service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864315 Dec 24 10:48:50.380142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.388057 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/edaeaae5-1bdf-4f71-9f49-370110e0f60e HTTP/1.1" status: 204 len: 168 time: 0.3270600 Dec 24 10:48:50.389267 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c567-e20a-4912-befd-937c2da7beba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edaeaae5-1bdf-4f71-9f49-370110e0f60e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:50.393192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42172) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:50.456652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '3cf3ddd2-3032-4d9a-8684-4fe047606d1f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '85e920ef-bc3e-40d9-a188-7900892566bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:27:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:48Z', 'updated_at': '2021-12-24T10:48:48Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.470610 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.474631 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-78e00a86-392d-448e-8bf2-701ca3944b8b req-95ea33d6-778c-40a4-bf2d-8b76fd47fe2f service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081846 Dec 24 10:48:50.489252 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99506410-868b-4b2c-9446-b0970c6df8f9 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '3cf3ddd2-3032-4d9a-8684-4fe047606d1f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.181', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '85e920ef-bc3e-40d9-a188-7900892566bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:27:bd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:48:48Z', 'updated_at': '2021-12-24T10:48:48Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:48:50.561086 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.583977 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a5afc-6224-46fc-bd18-c62e65532682']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.595096 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133b8e85-f50d-4bba-93c3-cda0a4c8b81a') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.601919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133b8e85-f50d-4bba-93c3-cda0a4c8b81a') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:50.606350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.631592 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.638574 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:48:50.639038 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:48:50.641409 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:48:50.785047 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b573f8-6c44-496a-a689-b20e566b83b9 None None] New status for floating IP 3cf3ddd2-3032-4d9a-8684-4fe047606d1f: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:48:50.808627 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.814181 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:50.819900 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb9a5afc-6224-46fc-bd18-c62e65532682 HTTP/1.1" status: 204 len: 168 time: 0.4236860 Dec 24 10:48:50.834166 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d2b2-d64c-4887-bf1e-4af1fb508c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9a5afc-6224-46fc-bd18-c62e65532682,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:50.980969 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 64768123-6a54-44d4-965c-6f90c98d479f no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:51.001783 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 64768123-6a54-44d4-965c-6f90c98d479f {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:51.002123 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 64768123-6a54-44d4-965c-6f90c98d479f not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:51.002528 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 16854e52-bb62-4fab-9ad7-fa9508cc766e no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:48:51.021845 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 16854e52-bb62-4fab-9ad7-fa9508cc766e {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:48:51.022188 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 16854e52-bb62-4fab-9ad7-fa9508cc766e not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:48:51.282608 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42184) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:51.321205 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1dd915e2-0e64-43b0-b761-e959e44005b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=378bb44ad89440e49f7e290a5d31004e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374124 Dec 24 10:48:51.323555 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42186) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:51.369878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:51.390030 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:51.493704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:51.496660 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:51.497806 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17712a28-ff75-4c7c-bc5b-9812960d82fc HTTP/1.1" status: 204 len: 168 time: 0.1733828 Dec 24 10:48:51.505374 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d83203-bded-4000-8cca-28c78103af15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17712a28-ff75-4c7c-bc5b-9812960d82fc,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:52.119969 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a56b4-8150-4300-b558-71c87fd1296e req-fb5fd16c-b96f-443b-928c-76333e86a541 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:52.121480 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c6a56b4-8150-4300-b558-71c87fd1296e req-fb5fd16c-b96f-443b-928c-76333e86a541 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0543933 Dec 24 10:48:52.191276 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4c6a56b4-8150-4300-b558-71c87fd1296e req-8495ae31-e95d-46c3-9e21-b0089a7df097 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614891 Dec 24 10:48:52.228013 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-38e57aa9-825a-49c7-8d22-216145bc24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:52.229571 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-38e57aa9-825a-49c7-8d22-216145bc24ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1137 time: 0.0405788 Dec 24 10:48:52.326882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-c25ded2d-ea11-4cd2-94e0-fcbdca1fff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:52.327716 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-c25ded2d-ea11-4cd2-94e0-fcbdca1fff37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 915 time: 0.0895348 Dec 24 10:48:52.413327 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-3de283df-464f-4b81-b5de-f1f4519656cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 1001 time: 0.0690370 Dec 24 10:48:52.458324 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-abb35eea-c2c7-4b49-8ab0-7b568dce7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:52.459758 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-abb35eea-c2c7-4b49-8ab0-7b568dce7dd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.0478277 Dec 24 10:48:52.509333 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-cb5dbbd0-c779-4ca7-8b6e-090c36dec439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:52.510845 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-cb5dbbd0-c779-4ca7-8b6e-090c36dec439 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385833 Dec 24 10:48:52.602028 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-9dcaa851-e63b-45cf-a476-bfad625921c6 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825963 Dec 24 10:48:52.623983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42220) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:52.699787 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f44583f-1748-4003-80d1-3a6d3f2515c6 req-a73be174-8bbf-4bf6-b84b-a9baf2c4eb7b service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894094 Dec 24 10:48:52.727954 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-511382186-network', 'tenant_id': 'd7215b435273476b9d86d97851152b27'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:52.865663 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Made reservation on behalf of d7215b435273476b9d86d97851152b27 for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:48:52.868078 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:52.877452 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:52.951045 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.023535 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.044365 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:48:53.058412 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6de9079-dcf6-4473-ab8c-2cab27b9005e,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:53.061217 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.061552 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Added segment 20587434-0052-4cbd-838f-f00a86e309c2 of type vlan for network 7b223d2c-c9f8-42cf-a61f-3c387e711ff9 Dec 24 10:48:53.100141 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.202675 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.203742 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:53.204349 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.263765 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7b223d2c-c9f8-42cf-a61f-3c387e711ff9,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:53.273510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 7b223d2c-c9f8-42cf-a61f-3c387e711ff9 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:48:53.309711 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea04361-6706-4ce5-9563-6cb097babfa7 req-de837b64-719b-4386-8ca8-70f36e31eeda tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:53.311245 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea04361-6706-4ce5-9563-6cb097babfa7 req-de837b64-719b-4386-8ca8-70f36e31eeda tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0506072 Dec 24 10:48:53.334758 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ea284df3-c101-4db2-9b37-dacdad4606a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7096069 Dec 24 10:48:53.335774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42236) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:53.341296 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Request body: {'subnet': {'network_id': '7b223d2c-c9f8-42cf-a61f-3c387e711ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-511382186-subnet', 'tenant_id': 'd7215b435273476b9d86d97851152b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:53.380967 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3ea04361-6706-4ce5-9563-6cb097babfa7 req-8143d5f6-bc5a-42ca-9a2d-e83e57c89798 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627091 Dec 24 10:48:53.442858 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Made reservation on behalf of d7215b435273476b9d86d97851152b27 for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:48:53.445362 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4502682'] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.658462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4502664'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.713397 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aea1a93-8344-474f-b580-5863edc970b9,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:53.721000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Checking segment: {'id': '20587434-0052-4cbd-838f-f00a86e309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7b223d2c-c9f8-42cf-a61f-3c387e711ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:48:53.721347 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Network hostable DHCP agents. Network: 7b223d2c-c9f8-42cf-a61f-3c387e711ff9, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:48:53.836787 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Network 7b223d2c-c9f8-42cf-a61f-3c387e711ff9 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:48:53.934224 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 7b223d2c-c9f8-42cf-a61f-3c387e711ff9) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:48:53.939257 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:53.940068 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:53.945554 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88930a-b2b1-492c-a589-29a3861029cd None None] Network 7b223d2c-c9f8-42cf-a61f-3c387e711ff9 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:48:54.022705 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-360ed575-d3cc-41b2-970e-6da889ece622 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6855383 Dec 24 10:48:54.045912 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4435af-ca95-4bf7-aa6f-ec182cccaba2 None None] Network 7b223d2c-c9f8-42cf-a61f-3c387e711ff9 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:48:54.495724 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4f2e4-74c5-4528-9aa5-f1ee96bd6700 req-05183aa9-7fb6-45bf-8713-3fe5d0eb24f9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:54.497143 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0ca4f2e4-74c5-4528-9aa5-f1ee96bd6700 req-05183aa9-7fb6-45bf-8713-3fe5d0eb24f9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0479310 Dec 24 10:48:54.560255 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0ca4f2e4-74c5-4528-9aa5-f1ee96bd6700 req-d8637b27-1777-458d-8d76-b389e69fdca7 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571530 Dec 24 10:48:54.660088 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42258) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:54.664914 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-466293191-network', 'tenant_id': '2c68741f172f4fbabc1d24b29b7bddc1'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:54.755303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Made reservation on behalf of 2c68741f172f4fbabc1d24b29b7bddc1 for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:48:54.757579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:54.766751 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:54.839441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:54.939539 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:54.964381 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:48:54.972719 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31213c21-cd57-4620-90e0-32e43b9235a9,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:54.979561 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:54.981023 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Added segment 9b1d8dfc-80b7-4230-8c2b-1ad88d90a0a7 of type vlan for network c40a869e-2ffc-4527-84d2-131bf879dc99 Dec 24 10:48:55.022537 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.099448 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.100367 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:55.101080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.160486 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] Pushing event updated for resources: {'Network': ['ID=c40a869e-2ffc-4527-84d2-131bf879dc99,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:55.169954 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network c40a869e-2ffc-4527-84d2-131bf879dc99 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:48:55.215451 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-76192f38-7843-47eb-beee-32b6cb6f6df8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5541632 Dec 24 10:48:55.217930 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42264) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:55.222722 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Request body: {'subnet': {'network_id': 'c40a869e-2ffc-4527-84d2-131bf879dc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-466293191-subnet', 'tenant_id': '2c68741f172f4fbabc1d24b29b7bddc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:48:55.351093 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Made reservation on behalf of 2c68741f172f4fbabc1d24b29b7bddc1 for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:48:55.353426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4502682'] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.566434 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4502664'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.621438 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a55f41-42ab-4041-b4f7-d108db6e2e6b,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:55.631259 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Checking segment: {'id': '9b1d8dfc-80b7-4230-8c2b-1ad88d90a0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c40a869e-2ffc-4527-84d2-131bf879dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:48:55.631605 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Network hostable DHCP agents. Network: c40a869e-2ffc-4527-84d2-131bf879dc99, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:48:55.677050 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4fe24-63f1-4074-a235-4074929225b8 req-a78de569-d13d-45ef-beaf-2131fa5e5aca tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:55.678504 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a4a4fe24-63f1-4074-a235-4074929225b8 req-a78de569-d13d-45ef-beaf-2131fa5e5aca tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0517275 Dec 24 10:48:55.703543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Network c40a869e-2ffc-4527-84d2-131bf879dc99 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:48:55.737401 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a4a4fe24-63f1-4074-a235-4074929225b8 req-8cd7b642-c0e1-4577-a45e-92a288486d62 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528972 Dec 24 10:48:55.801112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, c40a869e-2ffc-4527-84d2-131bf879dc99) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:48:55.804944 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:55.805536 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:55.813627 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863cb38-0668-4603-ab06-8559255e475c None None] Network c40a869e-2ffc-4527-84d2-131bf879dc99 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:48:55.913178 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b84959-8452-4b57-93e1-8e3a12759afd None None] Network c40a869e-2ffc-4527-84d2-131bf879dc99 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:48:55.918311 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5344314d-7526-48fa-b150-eb9ef427ff08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6993604 Dec 24 10:48:55.967060 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b61e5fe3-fc02-4fa3-b7c0-b3758ab7a1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.030164 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42272) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:56.073784 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Deleting subnet 2aea1a93-8344-474f-b580-5863edc970b9 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:48:56.077074 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.111348 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.152398 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.281192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.307270 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aea1a93-8344-474f-b580-5863edc970b9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:56.309270 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.312277 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4b55200d-40dc-4128-9b8b-5bb587aaad25 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2aea1a93-8344-474f-b580-5863edc970b9 HTTP/1.1" status: 204 len: 168 time: 0.2811348 Dec 24 10:48:56.315408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42278) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:56.379880 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.457806 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.476134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b223d2c-c9f8-42cf-a61f-3c387e711ff9']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:56.485021 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20587434-0052-4cbd-838f-f00a86e309c2') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:56.485307 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20587434-0052-4cbd-838f-f00a86e309c2') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:56.494258 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.507263 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.512835 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:48:56.513256 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:48:56.514805 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:48:56.669203 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.676662 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.679835 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b223d2c-c9f8-42cf-a61f-3c387e711ff9 HTTP/1.1" status: 204 len: 168 time: 0.3635440 Dec 24 10:48:56.682665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42282) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:56.689686 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976d038-e3c9-4e12-b35c-52c7fb4ca9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b223d2c-c9f8-42cf-a61f-3c387e711ff9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:56.725880 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Deleting subnet d1a55f41-42ab-4041-b4f7-d108db6e2e6b {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:48:56.729105 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.762985 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.807144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:56.851913 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d341e-44ae-43bd-8c4e-d5a6b17d7b1c req-2e67c3b3-c34e-494b-87df-088c161dfe54 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:56.853387 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-011d341e-44ae-43bd-8c4e-d5a6b17d7b1c req-2e67c3b3-c34e-494b-87df-088c161dfe54 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0506649 Dec 24 10:48:56.912101 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-011d341e-44ae-43bd-8c4e-d5a6b17d7b1c req-ce029939-c815-4682-9652-590032e65498 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515385 Dec 24 10:48:56.986837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.012110 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a55f41-42ab-4041-b4f7-d108db6e2e6b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:57.017062 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.020132 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-79a8d03d-aba4-495f-b4f8-443ceeacacd9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1a55f41-42ab-4041-b4f7-d108db6e2e6b HTTP/1.1" status: 204 len: 168 time: 0.3364718 Dec 24 10:48:57.022798 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42286) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:57.087774 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.167613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.187708 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40a869e-2ffc-4527-84d2-131bf879dc99']}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:57.201635 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1d8dfc-80b7-4230-8c2b-1ad88d90a0a7') {'for_net_delete': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:57.201928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1d8dfc-80b7-4230-8c2b-1ad88d90a0a7') {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:48:57.212704 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784866'] for segment, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.226512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.232384 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:48:57.232770 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5850147'] for segment, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: Traceback (most recent call last): Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: timer() Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: cb(*args, **kw) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: return func(*args, **kwargs) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: self._notify() Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: self.callback(batched_events) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: event.method(event) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: return f(self, *a, **k) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._get(url).json() Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: return self.request(url, 'GET', **kwargs) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:48:57.234456 dv-cinder-816443-3-iscsi neutron-server[109771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:48:57.334396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.340664 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.344479 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c40a869e-2ffc-4527-84d2-131bf879dc99 HTTP/1.1" status: 204 len: 168 time: 0.3202569 Dec 24 10:48:57.354064 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30fd5-b8e4-4b9e-a6c3-066451cf2532 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40a869e-2ffc-4527-84d2-131bf879dc99,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:57.716882 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42308) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:57.754783 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-74f9c133-96be-4ffd-bc89-c210d3365063 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7215b435273476b9d86d97851152b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368104 Dec 24 10:48:57.757172 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42310) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:57.810446 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.832441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.990997 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.994262 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:57.997738 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6de9079-dcf6-4473-ab8c-2cab27b9005e HTTP/1.1" status: 204 len: 168 time: 0.2374098 Dec 24 10:48:58.003604 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37714a-2204-4091-9b61-a815097c6347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6de9079-dcf6-4473-ab8c-2cab27b9005e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:48:58.026157 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0a115f22-5d00-41f8-8b7d-71f3af15892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:58.038245 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaae30-6094-4f5c-8792-ec0fff4203ca req-f11d8266-992e-43e5-8df1-65a016b37b7e tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:58.039818 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ceeaae30-6094-4f5c-8792-ec0fff4203ca req-f11d8266-992e-43e5-8df1-65a016b37b7e tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0610597 Dec 24 10:48:58.100100 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ceeaae30-6094-4f5c-8792-ec0fff4203ca req-421c23fc-230e-4288-ac7a-10dcf10b284c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539572 Dec 24 10:48:59.071284 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:59.158858 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42324) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:59.229044 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ef107314-e971-4083-b80c-c934f9440e7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c68741f172f4fbabc1d24b29b7bddc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690150 Dec 24 10:48:59.231673 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42326) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:48:59.241038 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb010a-03ef-4aeb-8f95-c0060263cf09 req-d1be6939-bfe3-4df7-b7bf-560284109ae2 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:48:59.242460 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58bb010a-03ef-4aeb-8f95-c0060263cf09 req-d1be6939-bfe3-4df7-b7bf-560284109ae2 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0703106 Dec 24 10:48:59.279207 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:59.300563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:59.303796 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-58bb010a-03ef-4aeb-8f95-c0060263cf09 req-be71029a-147f-4b34-8ff1-e00fccd3bb85 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549107 Dec 24 10:48:59.408218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:59.410766 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:48:59.411922 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31213c21-cd57-4620-90e0-32e43b9235a9 HTTP/1.1" status: 204 len: 168 time: 0.1785264 Dec 24 10:48:59.419723 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7446d9-3297-47a9-9b02-2c8b5d039276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31213c21-cd57-4620-90e0-32e43b9235a9,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:00.100796 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:49:00.417279 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2772d6-f06c-4afa-9dcb-1cd64c68873c req-91112bb9-711f-4b2b-9223-bd994fd80be3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:00.418802 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3b2772d6-f06c-4afa-9dcb-1cd64c68873c req-91112bb9-711f-4b2b-9223-bd994fd80be3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0473669 Dec 24 10:49:00.486335 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3b2772d6-f06c-4afa-9dcb-1cd64c68873c req-d1088a26-54e8-472e-9682-8d8e3f93d72c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601449 Dec 24 10:49:00.831661 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:01.429510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:01.603390 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5aae27-e6bb-47b7-b980-b646ccba91d5 req-86c11a09-8faa-46c7-b607-455d46704138 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:01.604842 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef5aae27-e6bb-47b7-b980-b646ccba91d5 req-86c11a09-8faa-46c7-b607-455d46704138 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0510142 Dec 24 10:49:01.666242 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef5aae27-e6bb-47b7-b980-b646ccba91d5 req-6b6c1fba-8117-44d0-b509-4a02e87ca77b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544510 Dec 24 10:49:02.171454 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42414) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:02.258883 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42420) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:02.318738 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0b997ab0-3a1e-444b-a19a-5aefb2e91f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.363494 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7f905050-f00e-4a50-8ac6-d0a93b3c6901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.428644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0b997ab0-3a1e-444b-a19a-5aefb2e91f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.463152 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7f905050-f00e-4a50-8ac6-d0a93b3c6901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.560599 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0b997ab0-3a1e-444b-a19a-5aefb2e91f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.596846 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7f905050-f00e-4a50-8ac6-d0a93b3c6901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.601793 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0b997ab0-3a1e-444b-a19a-5aefb2e91f47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c6c5ff385b04efa8d948cd6158f594f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291801 Dec 24 10:49:02.605033 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42424) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:02.607056 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997ab0-3a1e-444b-a19a-5aefb2e91f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0869940a-7b61-467e-a74c-39fc3d84b05b,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:02.636558 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-7f905050-f00e-4a50-8ac6-d0a93b3c6901 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd6872cd09a9434d98acc8e17742e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765755 Dec 24 10:49:02.640082 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42426) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:02.646050 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f905050-f00e-4a50-8ac6-d0a93b3c6901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5a8faa-e324-4a0d-aa34-04c323c49d0e,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:02.670704 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.706088 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.722597 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.784154 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.833953 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c525e-861a-4aaf-8baf-c3b59706543f req-e5e2d4f4-4173-4337-bbcb-5119a77bd64c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:02.835332 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-134c525e-861a-4aaf-8baf-c3b59706543f req-e5e2d4f4-4173-4337-bbcb-5119a77bd64c tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0987806 Dec 24 10:49:02.899687 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-134c525e-861a-4aaf-8baf-c3b59706543f req-8363b156-70fc-4ecf-a847-cae5d32d15fa tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552227 Dec 24 10:49:02.900685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.903440 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.904543 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0869940a-7b61-467e-a74c-39fc3d84b05b HTTP/1.1" status: 204 len: 168 time: 0.2985456 Dec 24 10:49:02.914478 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b6916-ca65-4082-aeba-404adf52d5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0869940a-7b61-467e-a74c-39fc3d84b05b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:02.928461 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.931087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:02.933840 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d5a8faa-e324-4a0d-aa34-04c323c49d0e HTTP/1.1" status: 204 len: 168 time: 0.2928395 Dec 24 10:49:02.944273 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61132ad-3457-438d-b52c-0b6e20d3696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5a8faa-e324-4a0d-aa34-04c323c49d0e,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:03.691177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42440) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:03.705672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2d067c1a-7286-4dfe-835e-1288330a07af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.768377 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42442) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:03.776837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2d067c1a-7286-4dfe-835e-1288330a07af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.782649 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-17d1b6ca-b09b-47b0-8b7f-b6a379978a00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.855541 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-17d1b6ca-b09b-47b0-8b7f-b6a379978a00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.865113 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2d067c1a-7286-4dfe-835e-1288330a07af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.905793 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2d067c1a-7286-4dfe-835e-1288330a07af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38131035a21141a2b503410d383aaf41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135842 Dec 24 10:49:03.906926 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d067c1a-7286-4dfe-835e-1288330a07af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519769d-a82f-4457-859b-63467cb173f0,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:03.908504 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42444) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:03.936907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-17d1b6ca-b09b-47b0-8b7f-b6a379978a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:03.995293 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-17d1b6ca-b09b-47b0-8b7f-b6a379978a00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22c14b34dc87499798aed256722a433c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257111 Dec 24 10:49:04.000771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42448) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:04.014493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1b6ca-b09b-47b0-8b7f-b6a379978a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649363b0-0bda-45e9-96c9-c64ecd7c1761,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:04.024504 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.056156 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.070996 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32730e9-e199-4238-8e8c-6a6f21e13c22 req-939d6315-9473-40df-a310-f609e13deaad tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:04.072809 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a32730e9-e199-4238-8e8c-6a6f21e13c22 req-939d6315-9473-40df-a310-f609e13deaad tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0995691 Dec 24 10:49:04.155149 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a32730e9-e199-4238-8e8c-6a6f21e13c22 req-58dc3a80-aef2-4ee8-9386-f73bf29da609 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721068 Dec 24 10:49:04.220007 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.222630 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.223752 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8519769d-a82f-4457-859b-63467cb173f0 HTTP/1.1" status: 204 len: 168 time: 0.3141811 Dec 24 10:49:04.231966 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e8bf0-2b24-43f4-a241-198456c33f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519769d-a82f-4457-859b-63467cb173f0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:04.286411 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.307540 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.414158 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.416563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:04.417759 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/649363b0-0bda-45e9-96c9-c64ecd7c1761 HTTP/1.1" status: 204 len: 168 time: 0.4157233 Dec 24 10:49:04.427795 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcdbc3-5cba-4b61-9539-4348c32860c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649363b0-0bda-45e9-96c9-c64ecd7c1761,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:05.283808 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17b9eb-fa18-4e9b-9d30-016c0906783a req-8072748e-2bb3-4eb6-a3ca-530af7f7c165 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:05.285352 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e17b9eb-fa18-4e9b-9d30-016c0906783a req-8072748e-2bb3-4eb6-a3ca-530af7f7c165 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0569673 Dec 24 10:49:05.348131 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e17b9eb-fa18-4e9b-9d30-016c0906783a req-b480602e-21c1-4800-b4b2-854cfcc25ca5 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564849 Dec 24 10:49:06.470998 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246bffd-ac3a-41ba-8c13-f3f645500644 req-340e8c42-3783-4745-af8d-7d678804bf79 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:06.472514 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b246bffd-ac3a-41ba-8c13-f3f645500644 req-340e8c42-3783-4745-af8d-7d678804bf79 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0538378 Dec 24 10:49:06.546903 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b246bffd-ac3a-41ba-8c13-f3f645500644 req-546be196-71fd-4158-897f-11af55cb58ad tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678749 Dec 24 10:49:07.668232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d1ed-317f-42ef-8f9f-e85bd92c6903 req-c3884bf9-4f50-4231-a53b-10560a76151a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:07.669713 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dfd0d1ed-317f-42ef-8f9f-e85bd92c6903 req-c3884bf9-4f50-4231-a53b-10560a76151a tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0527220 Dec 24 10:49:07.727714 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dfd0d1ed-317f-42ef-8f9f-e85bd92c6903 req-88fd5110-0fe0-4273-bedc-3e72ffc9e437 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b8958a9-d372-4911-8d35-3c880723732b&id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520244 Dec 24 10:49:07.876858 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-ae54240d-369a-4b03-becc-c193875299a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397153 Dec 24 10:49:07.940670 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-84d0942e-2eb0-4526-afa2-3caae688a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:07.942154 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-84d0942e-2eb0-4526-afa2-3caae688a4fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 1099 time: 0.0389719 Dec 24 10:49:08.049809 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-98f78f42-f245-4efa-8f3b-00c6ed67f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:08.051255 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-98f78f42-f245-4efa-8f3b-00c6ed67f65e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.0862901 Dec 24 10:49:08.116372 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-dd79f971-b1d2-4357-b81a-c80371ba1d8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 200 len: 1001 time: 0.0571370 Dec 24 10:49:08.171569 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-b7c0fd9b-b426-45f6-a355-9cb687e6b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:08.173074 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-b7c0fd9b-b426-45f6-a355-9cb687e6b07e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0464945 Dec 24 10:49:08.225565 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-b4da9e29-8251-41bd-a468-aaf97775fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:08.227108 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-b4da9e29-8251-41bd-a468-aaf97775fba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383217 Dec 24 10:49:08.321541 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-bde3df31-2b5b-4a6c-8c8f-84e242bb564e service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836027 Dec 24 10:49:08.411719 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d46e3000-0ed9-40e0-a2c0-b4c51e8efcb4 req-47644d03-3061-4d15-b15b-8baef64eba19 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Dec 24 10:49:13.048249 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.267102 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42614) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:14.367115 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15fa1353-b449-4f56-bee5-fbd1d3598b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.438012 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15fa1353-b449-4f56-bee5-fbd1d3598b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.497087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-15fa1353-b449-4f56-bee5-fbd1d3598b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.537793 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-15fa1353-b449-4f56-bee5-fbd1d3598b41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa11c033bf024841913824a4f0c30f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696574 Dec 24 10:49:14.538721 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa1353-b449-4f56-bee5-fbd1d3598b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a89faa-3330-4704-a5a0-ae425b49b72f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:14.540408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42618) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:14.587732 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.608064 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.716469 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.719006 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:14.720112 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05a89faa-3330-4704-a5a0-ae425b49b72f HTTP/1.1" status: 204 len: 168 time: 0.1780486 Dec 24 10:49:14.727444 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a89faa-3330-4704-a5a0-ae425b49b72f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:14.734679 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.735030 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.735366 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.735697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.736035 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.736385 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.736748 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.737065 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.737387 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.737705 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.738024 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.738352 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:14.738653 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c8513b-1ed7-4238-8b5a-ab8871afcd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:15.382280 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42628) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:15.395826 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-30fccdde-5b32-4fb1-88a1-373899236c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.465643 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-30fccdde-5b32-4fb1-88a1-373899236c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.532125 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-30fccdde-5b32-4fb1-88a1-373899236c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.570021 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-30fccdde-5b32-4fb1-88a1-373899236c41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8d1aab55b0d4b6a9d89efb20310347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866958 Dec 24 10:49:15.570687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fccdde-5b32-4fb1-88a1-373899236c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b099e211-3da0-407c-b9ee-b9d1bc4cc912,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:15.572732 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 42630) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:15.620174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.640120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.771639 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.774282 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:15.775408 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b099e211-3da0-407c-b9ee-b9d1bc4cc912 HTTP/1.1" status: 204 len: 168 time: 0.2016745 Dec 24 10:49:15.783445 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b701b-6a44-484e-8c4a-27756f66661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099e211-3da0-407c-b9ee-b9d1bc4cc912,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:25.939977 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-1ddf84db-c991-406f-b8ff-e78d1b82d3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:27.971053 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4a838b9-4b67-45cb-ab90-2e956487de0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:28.996453 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:30.882615 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:31.424900 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:35.588780 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445e596-6560-442e-b411-663ffb4a5b0c req-a1bc2d2d-2de8-43f1-a646-873959c926f5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:35.590301 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e445e596-6560-442e-b411-663ffb4a5b0c req-a1bc2d2d-2de8-43f1-a646-873959c926f5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0483818 Dec 24 10:49:35.638246 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e445e596-6560-442e-b411-663ffb4a5b0c req-7f3f4764-6d6b-4728-8861-ea5dd2bde62a tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Dec 24 10:49:36.758326 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df7e93-39f2-455f-bc57-af473a06a72f req-09e08574-5f3e-485e-a511-44df8142e4ff tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:36.760395 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-02df7e93-39f2-455f-bc57-af473a06a72f req-09e08574-5f3e-485e-a511-44df8142e4ff tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0520620 Dec 24 10:49:36.807250 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-02df7e93-39f2-455f-bc57-af473a06a72f req-de3cd8d7-d4d7-4ce7-91ed-dedaf5fb2e3a tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Dec 24 10:49:37.100070 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:49:37.923626 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115454eb-62db-44f1-934b-c0fd08c1c6e6 req-fada0653-bcdb-4e29-94cd-f4b3825976d3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:37.925114 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-115454eb-62db-44f1-934b-c0fd08c1c6e6 req-fada0653-bcdb-4e29-94cd-f4b3825976d3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0515566 Dec 24 10:49:37.971485 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-115454eb-62db-44f1-934b-c0fd08c1c6e6 req-8e89f0d5-55c7-40bc-8dc0-01434ecabc5c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Dec 24 10:49:39.084651 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c246e65-d560-49fd-8c55-3684997ca196 req-4f7c307c-8bce-4943-b895-a8657b1cc455 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:39.086040 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2c246e65-d560-49fd-8c55-3684997ca196 req-4f7c307c-8bce-4943-b895-a8657b1cc455 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0499539 Dec 24 10:49:39.132036 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2c246e65-d560-49fd-8c55-3684997ca196 req-48da399f-6937-40b4-a1d3-b6de18adb9dd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Dec 24 10:49:40.240900 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d69e5c-b62f-41d4-80c0-83edbed01074 req-31729ac7-abab-47b7-86cb-d71bc5cc55c8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:40.242307 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-42d69e5c-b62f-41d4-80c0-83edbed01074 req-31729ac7-abab-47b7-86cb-d71bc5cc55c8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0457006 Dec 24 10:49:40.287362 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-42d69e5c-b62f-41d4-80c0-83edbed01074 req-b140619f-fe62-4fa2-bc7d-427283e57cb5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387859 Dec 24 10:49:41.409598 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec683c-33f3-4b0f-b636-c450b03465d3 req-e58e5e5e-2bff-497f-99e1-35d8518937bc tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:41.410950 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-49ec683c-33f3-4b0f-b636-c450b03465d3 req-e58e5e5e-2bff-497f-99e1-35d8518937bc tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0541787 Dec 24 10:49:41.456179 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-49ec683c-33f3-4b0f-b636-c450b03465d3 req-fab4473d-a6a8-4f47-8d9d-1ed9792eba4f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Dec 24 10:49:42.567545 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02652e8f-783b-4448-9899-717dcfba0a68 req-f53c2848-fd0b-418b-a721-0326282ea964 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:42.568997 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-02652e8f-783b-4448-9899-717dcfba0a68 req-f53c2848-fd0b-418b-a721-0326282ea964 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0465519 Dec 24 10:49:42.614159 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-02652e8f-783b-4448-9899-717dcfba0a68 req-72c01676-72c9-47b3-b336-0b93b0fd1cab tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 Dec 24 10:49:43.059194 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:43.735077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f0be1-ac68-4ddb-b9e0-c1c76f085678 req-0e14be6b-a21c-4043-ad43-ebf9803c72f1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:43.736555 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c31f0be1-ac68-4ddb-b9e0-c1c76f085678 req-0e14be6b-a21c-4043-ad43-ebf9803c72f1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0558043 Dec 24 10:49:43.794992 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c31f0be1-ac68-4ddb-b9e0-c1c76f085678 req-28e0f00a-77e6-4e37-894a-bc918f4372ad tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514808 Dec 24 10:49:44.905878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc29bf-ca2f-453c-9675-c393a106f58f req-ac957fc1-fce8-42e1-aa80-81dda0d63be2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:44.907301 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17cc29bf-ca2f-453c-9675-c393a106f58f req-ac957fc1-fce8-42e1-aa80-81dda0d63be2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0464756 Dec 24 10:49:44.959368 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17cc29bf-ca2f-453c-9675-c393a106f58f req-116202ad-9c06-419f-97cf-f408f3fbdb28 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Dec 24 10:49:45.883192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54c90-5eee-4f71-b50b-072783d2d3e3 req-684830ad-b267-4ab2-9f64-1b5910e3aa4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:45.884547 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-90f54c90-5eee-4f71-b50b-072783d2d3e3 req-684830ad-b267-4ab2-9f64-1b5910e3aa4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Dec 24 10:49:45.932379 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-90f54c90-5eee-4f71-b50b-072783d2d3e3 req-0fe23c9d-f0a6-44bc-9c0e-f61a36acb9d7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Dec 24 10:49:46.078920 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cad12-2d27-43a1-97cf-50f19586475e req-26f39f52-709d-43b4-8c94-fecd9a4190b5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:46.080380 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0f7cad12-2d27-43a1-97cf-50f19586475e req-26f39f52-709d-43b4-8c94-fecd9a4190b5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0516424 Dec 24 10:49:46.127789 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0f7cad12-2d27-43a1-97cf-50f19586475e req-c47983a4-dcbb-4593-820c-68df02e70427 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Dec 24 10:49:47.049961 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745e7ac-98bb-4475-a506-2de5fef225dd req-a41c97e1-5212-469d-8f96-0b79c10406ea tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:47.051423 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8745e7ac-98bb-4475-a506-2de5fef225dd req-a41c97e1-5212-469d-8f96-0b79c10406ea tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0478973 Dec 24 10:49:47.100350 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8745e7ac-98bb-4475-a506-2de5fef225dd req-9ccf65f7-8df5-4909-ad2a-185aa341c336 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Dec 24 10:49:47.246360 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e5b24-a542-4bf4-9325-337c68483d4e req-70bbb108-0dde-4794-b600-4c061564ae1e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:47.247842 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4a1e5b24-a542-4bf4-9325-337c68483d4e req-70bbb108-0dde-4794-b600-4c061564ae1e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0508103 Dec 24 10:49:47.294240 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4a1e5b24-a542-4bf4-9325-337c68483d4e req-7f181746-7c2c-4f05-954d-aedfa6201fe6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Dec 24 10:49:47.998451 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-b5a0985c-679a-492f-99b7-5b91405727aa tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:47.999860 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-b5a0985c-679a-492f-99b7-5b91405727aa tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Dec 24 10:49:48.096946 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Deleting port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:49:48.097656 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.214292 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] For port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:49:48.214648 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.309948 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dc360-68d7-4710-afca-d4f1c8da01bc req-edfb9ece-2831-4d8a-9f2e-65680d6088d8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:48.311408 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f2dc360-68d7-4710-afca-d4f1c8da01bc req-edfb9ece-2831-4d8a-9f2e-65680d6088d8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 946 time: 0.1342413 Dec 24 10:49:48.408191 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50643d0-cfc3-4f1b-9505-79e8ad601227 req-efcfd111-0de5-4f0c-87ca-ae324641083d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:48.410167 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c50643d0-cfc3-4f1b-9505-79e8ad601227 req-efcfd111-0de5-4f0c-87ca-ae324641083d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0493023 Dec 24 10:49:48.416776 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f2dc360-68d7-4710-afca-d4f1c8da01bc req-379cc4a4-3c4c-4140-b302-68552d701658 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3828e05-9c84-43bc-961a-37a10d718ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986667 Dec 24 10:49:48.463887 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c50643d0-cfc3-4f1b-9505-79e8ad601227 req-249fe4f5-1b2f-48cb-a327-cf30295f3ad1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470278 Dec 24 10:49:48.483991 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.484353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.484666 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Floating IP 6bb3bb27-9a44-46c1-8699-2e2271b251ab disassociated. External IP: 172.27.1.207, port: e50dfc57-62cb-4d13-9e17-f48edcdb1dcc. Dec 24 10:49:48.485043 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Calling delete_port for e50dfc57-62cb-4d13-9e17-f48edcdb1dcc owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:49:48.520497 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42988) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:48.622252 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9398e9b6-b865-4c90-982c-aed2239b661b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.692506 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9398e9b6-b865-4c90-982c-aed2239b661b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.708101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.736894 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'Port': ['ID=e50dfc57-62cb-4d13-9e17-f48edcdb1dcc,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:48.747953 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.748305 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.748653 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.749020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.749358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.749692 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.750020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.750351 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.750677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.750999 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.751323 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.751645 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.751963 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:49:48.834776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9398e9b6-b865-4c90-982c-aed2239b661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.863408 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:49:48.877996 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9398e9b6-b865-4c90-982c-aed2239b661b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f84e5294d344ffbb91a6d26d59e81ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539736 Dec 24 10:49:48.878208 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 42994) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:48.884112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e9b6-b865-4c90-982c-aed2239b661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed711fe1-ce88-4c87-9acb-8a3b9d25d25f,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:48.929547 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.957971 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:48.976308 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:49:48.986760 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:49:48.997240 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:49:48.998217 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:49:49.016495 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] No DVR routers for this DVR port e50dfc57-62cb-4d13-9e17-f48edcdb1dcc on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:49:49.019603 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:49.023129 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c92fcb53-b856-4ef6-b353-a0ae82a5523d req-a3a826ce-4151-4e47-9cec-58dac9458d1b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "DELETE /v2.0/ports/e50dfc57-62cb-4d13-9e17-f48edcdb1dcc HTTP/1.1" status: 204 len: 173 time: 1.0157259 Dec 24 10:49:49.023712 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-deleted', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:49:49.025990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcc4733-07d7-4c3b-93e8-0ae3717eda86" -d '{"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-deleted", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:49:49.078452 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a524f52a-5fbe-4672-9bff-36d5d21f858f x-openstack-request-id: req-a524f52a-5fbe-4672-9bff-36d5d21f858f {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:49:49.078797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99a6a98-4010-4f8e-a83f-fcc490f6ece0", "name": "network-vif-deleted", "tag": "e50dfc57-62cb-4d13-9e17-f48edcdb1dcc", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:49:49.079672 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a524f52a-5fbe-4672-9bff-36d5d21f858f {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:49:49.080082 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99a6a98-4010-4f8e-a83f-fcc490f6ece0', 'name': 'network-vif-deleted', 'tag': 'e50dfc57-62cb-4d13-9e17-f48edcdb1dcc', 'status': 'completed', 'code': 200} Dec 24 10:49:49.112298 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:49:49.125353 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:49.128077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:49.129540 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed711fe1-ce88-4c87-9acb-8a3b9d25d25f HTTP/1.1" status: 204 len: 168 time: 0.2504010 Dec 24 10:49:49.142648 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed82f7-0957-4865-9d0f-df4bc04fe494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed711fe1-ce88-4c87-9acb-8a3b9d25d25f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:49.361762 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:49:49.394893 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:49:49.405644 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:49:49.406448 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:49:49.545292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:49:49.563284 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96f9ecf3-c9a8-4c35-a8d4-0456ef5534e0 req-90f7f01c-ebfb-43fa-bb82-88660f53a180 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=a99a6a98-4010-4f8e-a83f-fcc490f6ece0 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Dec 24 10:49:49.620909 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb2c0-7095-43b6-9691-24f4b7f3763f req-88533ba8-5f8d-46d9-9ab2-995a1ada5d92 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:49.628371 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71fcb2c0-7095-43b6-9691-24f4b7f3763f req-88533ba8-5f8d-46d9-9ab2-995a1ada5d92 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0734789 Dec 24 10:49:49.680679 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-71fcb2c0-7095-43b6-9691-24f4b7f3763f req-6c0909cd-32a3-466d-b38d-22af5bf42448 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513272 Dec 24 10:49:49.803331 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:49:49.830961 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43ff62e-5eea-4ff7-a67b-c81e5f12b978 None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:49:50.033445 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43020) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:50.050319 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a67-9a02-4372-9152-c55995676952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.062239 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3d9984-6f20-4abc-aca7-31d818a82eb7 None None] New status for floating IP 6bb3bb27-9a44-46c1-8699-2e2271b251ab: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:49:50.135020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a67-9a02-4372-9152-c55995676952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.231258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0e98a67-9a02-4372-9152-c55995676952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.270054 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c0e98a67-9a02-4372-9152-c55995676952 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63d8f1b33fb54098a9471b35644301f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355170 Dec 24 10:49:50.271016 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e98a67-9a02-4372-9152-c55995676952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b1144-123a-4a5f-8ead-da45186b894e,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:50.272746 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43022) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:50.329720 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.356259 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.573839 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.576276 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.579853 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d0b1144-123a-4a5f-8ead-da45186b894e HTTP/1.1" status: 204 len: 168 time: 0.3030083 Dec 24 10:49:50.586906 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33c39d-d16c-4c16-9217-0a47cc1bd9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b1144-123a-4a5f-8ead-da45186b894e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:50.797950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43044) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:50.804632 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aa715-323b-4394-903d-f55cd24c2e9f req-100b2620-bc6b-4be1-8373-011c797e875c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:50.813053 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9b4aa715-323b-4394-903d-f55cd24c2e9f req-100b2620-bc6b-4be1-8373-011c797e875c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0575385 Dec 24 10:49:50.872158 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9b4aa715-323b-4394-903d-f55cd24c2e9f req-67e307e2-0d2e-4c66-a4da-b92235ad25b3 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582023 Dec 24 10:49:50.884062 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:50.912253 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.110621 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.113375 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.114697 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "DELETE /v2.0/security-groups/a3828e05-9c84-43bc-961a-37a10d718ea7 HTTP/1.1" status: 204 len: 168 time: 0.3134282 Dec 24 10:49:51.117796 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43050) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:51.138020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b2a9e-a218-411f-b2ab-2a2a926e0581 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3828e05-9c84-43bc-961a-37a10d718ea7,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:51.141560 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.api.v2.resource [None req-e9f20357-a03a-46da-bc5a-ad1127a05d2c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] show failed (client error): The resource could not be found. Dec 24 10:49:51.144404 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e9f20357-a03a-46da-bc5a-ad1127a05d2c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups/a3828e05-9c84-43bc-961a-37a10d718ea7 HTTP/1.1" status: 404 len: 347 time: 0.0252361 Dec 24 10:49:51.147073 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43054) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:51.331746 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Deleting port 8b27a4fc-e09d-4a67-824e-96566a162642 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:49:51.332242 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.366081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43062) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:51.416792 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.418246 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.431317 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Calling delete_port for 8b27a4fc-e09d-4a67-824e-96566a162642 owned by network:floatingip {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:49:51.502595 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b81ea37a-2e5f-41de-bc43-175c63868b83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.576688 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b81ea37a-2e5f-41de-bc43-175c63868b83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.596460 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:49:51.619477 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: e50dfc57-62cb-4d13-9e17-f48edcdb1dcc {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:49:51.619477 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device e50dfc57-62cb-4d13-9e17-f48edcdb1dcc not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:49:51.637400 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-b81ea37a-2e5f-41de-bc43-175c63868b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.665550 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.677017 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b81ea37a-2e5f-41de-bc43-175c63868b83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ce468f594584b92aae80a717529ae94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091161 Dec 24 10:49:51.678235 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ea37a-2e5f-41de-bc43-175c63868b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d237546-1e4e-464b-8a55-d1580e9244d3,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:51.689661 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43074) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:51.691379 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'Port': ['ID=8b27a4fc-e09d-4a67-824e-96566a162642,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:51.794818 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.806718 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.809770 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.811006 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9b1144f5-df5a-4b02-85e8-74a6db49fd4f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "DELETE /v2.0/floatingips/6bb3bb27-9a44-46c1-8699-2e2271b251ab HTTP/1.1" status: 204 len: 168 time: 0.6628201 Dec 24 10:49:51.831106 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.987368 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.990067 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:51.991480 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d237546-1e4e-464b-8a55-d1580e9244d3 HTTP/1.1" status: 204 len: 168 time: 0.2978847 Dec 24 10:49:52.001001 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb04a2-2208-461d-9fe8-55454698773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d237546-1e4e-464b-8a55-d1580e9244d3,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:52.030227 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8834-79a0-4142-9873-00736d68cbf2 req-80048712-7895-497d-bb7a-be491d18982d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.039206 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-73cc8834-79a0-4142-9873-00736d68cbf2 req-80048712-7895-497d-bb7a-be491d18982d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0818641 Dec 24 10:49:52.085075 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-73cc8834-79a0-4142-9873-00736d68cbf2 req-892eac39-9ace-47a8-b026-d25c0cc8193f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Dec 24 10:49:52.493454 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43098) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:52.500232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335848506', 'description': 'tempest-description--1238021993'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:52.531126 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2774220-68ff-4fc3-82f3-3f9cb9e453c4 req-a3660076-1ad8-4bf6-ab24-d1342febb292 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.534143 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b2774220-68ff-4fc3-82f3-3f9cb9e453c4 req-a3660076-1ad8-4bf6-ab24-d1342febb292 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0893013 Dec 24 10:49:52.601995 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b2774220-68ff-4fc3-82f3-3f9cb9e453c4 req-f106a78b-9ee9-4ec2-a788-129f94901514 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527205 Dec 24 10:49:52.630947 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:52.659863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae03-d66c-4c2d-854d-7597f814379b req-39cdbe85-396f-404f-8708-711344e366ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.661284 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-39cdbe85-396f-404f-8708-711344e366ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1098 time: 0.0714297 Dec 24 10:49:52.764837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:52.787321 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae03-d66c-4c2d-854d-7597f814379b req-9cdeae39-0563-4ef4-94b0-18fce669b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.788905 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-9cdeae39-0563-4ef4-94b0-18fce669b208 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 912 time: 0.1172180 Dec 24 10:49:52.870338 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-5309f7fc-2a99-4da7-bb0a-c5fe7c36283e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 1001 time: 0.0721207 Dec 24 10:49:52.919089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:52.925451 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae03-d66c-4c2d-854d-7597f814379b req-837d6613-f62b-407c-ad2f-1e9caab174dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.926838 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-837d6613-f62b-407c-ad2f-1e9caab174dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.0482762 Dec 24 10:49:52.973492 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3ef22-4e55-44dd-9111-de2ba878db35,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:52.989604 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730ae03-d66c-4c2d-854d-7597f814379b req-621dcafc-1e48-4726-aeb3-aa9d193d9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:52.991119 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-621dcafc-1e48-4726-aeb3-aa9d193d9b28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536423 Dec 24 10:49:53.066477 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.067711 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-29835137-08b9-483a-8440-69badbcbb741 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5731924 Dec 24 10:49:53.070560 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43120) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:53.076854 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group_rule': {'security_group_id': '37c3ef22-4e55-44dd-9111-de2ba878db35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:53.112786 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-4f441b90-6fe7-4417-a6f1-47cadbec88c3 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129501 Dec 24 10:49:53.203011 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.216977 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7730ae03-d66c-4c2d-854d-7597f814379b req-11b3f404-b720-443d-921c-ecdd428799a8 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956588 Dec 24 10:49:53.267551 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.345306 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.365195 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891eb2db-9c45-49eb-8fea-7ae8cc60e889,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:53.518528 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.520668 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-f9f3b65c-ff94-4f35-9282-5867ac995300 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491947 Dec 24 10:49:53.523319 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43136) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:53.527911 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'security_group_rule': {'security_group_id': '37c3ef22-4e55-44dd-9111-de2ba878db35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:53.635250 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.715734 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.736041 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66c02c-1333-41d1-8331-c3bf674d89a0 req-9325f765-09e7-4403-acff-c60e5aa88d90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:53.737551 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4c66c02c-1333-41d1-8331-c3bf674d89a0 req-9325f765-09e7-4403-acff-c60e5aa88d90 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0559127 Dec 24 10:49:53.786418 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4c66c02c-1333-41d1-8331-c3bf674d89a0 req-c4333ce8-f9d4-4221-9c8e-cfcd968e1265 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Dec 24 10:49:53.913426 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:53.937923 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db8ee58-762c-4f40-8167-4c96eb54a93f,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:54.081446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:54.082682 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5c436c2a-7a3e-480d-be0a-9acf082376ef tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5581241 Dec 24 10:49:54.086856 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43152) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:49:54.092577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:54.205679 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:54.314321 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:54.637129 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Allocated IP 172.27.1.107 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/4b3c8dd4-2ae7-4348-b922-79dbbd465bf7) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:49:54.732670 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:54.892029 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:54.928938 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b7dae-e510-44e4-a72a-ab45fb5dc922 req-58d9e9e6-60a2-4381-960f-0cdf150f4a66 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:54.930388 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b1b7dae-e510-44e4-a72a-ab45fb5dc922 req-58d9e9e6-60a2-4381-960f-0cdf150f4a66 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0754478 Dec 24 10:49:54.941849 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:49:54.951363 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:49:54.957859 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:49:54.970855 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=4b3c8dd4-2ae7-4348-b922-79dbbd465bf7,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:55.023398 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2b1b7dae-e510-44e4-a72a-ab45fb5dc922 req-62962f74-7181-4f0a-8bf3-eeeac2a3f67f tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849299 Dec 24 10:49:55.075807 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.200840 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.350216 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.407658 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.477953 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=4b3c8dd4-2ae7-4348-b922-79dbbd465bf7,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:55.487910 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.587086 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.588315 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b2f33edd-edce-49bf-8c3e-c5a7ec4ade59 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4999533 Dec 24 10:49:55.622020 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-e51e9ff8-4dd8-44cd-ad60-d7f68617c2a7 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321627 Dec 24 10:49:55.785362 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-64b1a8ed-10ea-47e0-8bd9-e545edfb27dc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1335848506&fields=id&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 267 time: 0.0449204 Dec 24 10:49:55.812644 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-1fb3ae3f-5349-4ece-8ba9-590146e18022 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:55.820801 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-1fb3ae3f-5349-4ece-8ba9-590146e18022 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869574 Dec 24 10:49:55.830865 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-68beca66-7d46-436f-a381-b85a4cada55f tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/quotas/3f6eb4208cd44353b71f263b6ec1aaa6 HTTP/1.1" status: 200 len: 375 time: 0.0091984 Dec 24 10:49:55.867389 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-760811c3-0bc9-4d12-9f46-5f30b3858e1c tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258093 Dec 24 10:49:55.898433 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-158f3e4a-78b9-4747-8945-84ecc7025cc6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:55.900026 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-158f3e4a-78b9-4747-8945-84ecc7025cc6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 816 time: 0.1099296 Dec 24 10:49:55.915655 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-6cc6277a-2ddd-4fbe-9ec7-26684935a1be tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/quotas/8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 375 time: 0.0096879 Dec 24 10:49:55.965854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c802857e-6c96-4322-ad9a-f79d7abed3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:55.966558 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-873e7822-1d4e-4f75-b47c-37b5a5a3a74e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445137 Dec 24 10:49:56.071699 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-0ee230e2-045c-4dce-b61f-b903e9fbf23f service neutron] 10.222.0.30 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924618 Dec 24 10:49:56.154265 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-168174ea-7904-4717-ba44-f9a447a361da req-4b5e7896-58ab-4ddc-9461-29cca3752449 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0352325 Dec 24 10:49:56.179504 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-329385c5-3bc7-4cef-96a8-fc6b3551e2e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004255 Dec 24 10:49:56.475994 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-19fb52a5-c37d-4f26-adcc-bcf79802dee4 req-a8ce3754-787c-46b1-bf20-7259f895ada1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0276465 Dec 24 10:49:57.235336 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7aeffeb7-ea42-4153-99de-785157ad38b6 req-6083144d-9615-4f63-a890-f1cc537e7245 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0291932 Dec 24 10:49:57.574554 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-60e873ca-1d83-4b32-bc18-9b6871c53079 req-e94b602a-0344-41fb-b1c5-417518bda00b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0241799 Dec 24 10:49:58.145269 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8e49a673-1240-49cb-8d24-0fa2b9708064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:58.327577 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3a52012-f92a-45d9-b6c1-f7b3d0e973a6 req-cd5db681-6cf4-4466-92e9-82193af052a3 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0254645 Dec 24 10:49:58.672968 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbff5027-eb5e-4979-9395-c0f3dea82a53 req-078881b1-041d-4046-ac02-f5eb33288cbd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0250256 Dec 24 10:49:58.857372 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-281b66f6-53f6-41b3-936c-5584fb74399d tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212872 Dec 24 10:49:58.985475 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-6d91fef8-c50e-476a-a113-45930a3f2e8f tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:58.986636 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-6d91fef8-c50e-476a-a113-45930a3f2e8f tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201773 Dec 24 10:49:59.007700 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Request body: {'port': {'device_id': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba', 'admin_state_up': True, 'tenant_id': '3f6eb4208cd44353b71f263b6ec1aaa6'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:59.061681 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:59.232973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Made reservation on behalf of 3f6eb4208cd44353b71f263b6ec1aaa6 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:49:59.236407 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:59.245287 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:59.334966 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:59.420804 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-afac7d0d-8426-480e-9516-e8ff1adbb2a6 req-e1228de2-8fb5-41be-8b04-d40afebe11b2 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0270462 Dec 24 10:49:59.432487 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:49:59.503047 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497334f7-daa5-4c66-a9b3-4c38dee8a3c8,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:49:59.555006 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-647508c6-b133-4878-a3e9-b6647545bc19 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:49:59.558534 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-647508c6-b133-4878-a3e9-b6647545bc19 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 816 time: 0.1264699 Dec 24 10:49:59.580002 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Allocated IP 192.168.233.35 (38e3e5f9-0176-4164-a98b-9c0f3490a5ba/b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e/58497630-c432-4354-b00e-fcc9f4b8b268) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:49:59.627161 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-20b1e0c7-6928-4057-939d-eb700ba1b45c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 380 time: 0.0588884 Dec 24 10:49:59.639579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'port': {'device_id': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'admin_state_up': True, 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'security_groups': ['37c3ef22-4e55-44dd-9111-de2ba878db35']}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:49:59.940457 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cf886e9f-99e1-43e9-90ef-8cd6d74bb4cf req-53641973-e579-4223-ac05-647af12ed194 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Dec 24 10:49:59.984476 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.007640 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Made reservation on behalf of 8b52b70f10024974af39a32f1a1a2502 for: {'port': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:00.011739 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.138057 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Allocated IP 172.20.0.5 (c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71/a8ccd075-ac62-45c8-bd20-88a948ae4fc5/4043d4f5-4811-4ba4-8723-4f04e5548d1c) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:00.159737 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.207443 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:00.212594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:00.214742 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:00.241279 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Pushing event updated for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:00.276389 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:00.277075 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.298181 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.379029 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-42a33935-82e4-4021-a4d1-a2e3649ba350 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3750224 Dec 24 10:50:00.391424 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Request body: {'port': {'device_id': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:00.443976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.498358 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.552572 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:00.556735 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:00.560587 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:00.571689 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:00.646451 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:00.647195 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.679016 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-01a9d3e7-6820-4df6-86d9-a6c03163c502 None None] Provisioning complete for port 58497630-c432-4354-b00e-fcc9f4b8b268 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:00.679518 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-01a9d3e7-6820-4df6-86d9-a6c03163c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.715075 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-01a9d3e7-6820-4df6-86d9-a6c03163c502 None None] Port 58497630-c432-4354-b00e-fcc9f4b8b268 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:50:00.788838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-0af73df5-c3de-4aad-be60-bd908e6d7a50 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548710 Dec 24 10:50:00.796882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58497630-c432-4354-b00e-fcc9f4b8b268 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:00.806460 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacdfff-af2d-4de9-8f10-e0b06d3ebf17 req-ed06a61c-4275-4067-9012-a23a2bb9f024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:00.807972 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.821448 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8eacdfff-af2d-4de9-8f10-e0b06d3ebf17 req-ed06a61c-4275-4067-9012-a23a2bb9f024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 935 time: 0.3339980 Dec 24 10:50:00.826847 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Request body: {'port': {'device_id': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:00.827354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Transition to ACTIVE for port object 58497630-c432-4354-b00e-fcc9f4b8b268 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:00.884617 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.918279 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.930048 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8eacdfff-af2d-4de9-8f10-e0b06d3ebf17 req-478b09b5-c3d5-48c3-9d68-54bd0f0993e3 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784221 Dec 24 10:50:00.938881 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-25b77348-0ba8-499c-9225-7b0181488ba8 None None] Provisioning complete for port 4043d4f5-4811-4ba4-8723-4f04e5548d1c triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:00.939254 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-25b77348-0ba8-499c-9225-7b0181488ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:00.944432 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.000637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Pushing event updated for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:01.007628 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-25b77348-0ba8-499c-9225-7b0181488ba8 None None] Port 4043d4f5-4811-4ba4-8723-4f04e5548d1c cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:50:01.123599 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75cc9d-9733-4d30-acb0-f3b0f1861754 req-7fe6ffb1-d000-4e7e-bced-7615c3c3545d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.128068 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1b75cc9d-9733-4d30-acb0-f3b0f1861754 req-7fe6ffb1-d000-4e7e-bced-7615c3c3545d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 931 time: 0.0880210 Dec 24 10:50:01.141793 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Attempting to bind port 58497630-c432-4354-b00e-fcc9f4b8b268 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:01.142135 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Attempting to bind port 58497630-c432-4354-b00e-fcc9f4b8b268 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:01.142460 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Attempting to bind port 58497630-c432-4354-b00e-fcc9f4b8b268 on network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:01.155642 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Port 58497630-c432-4354-b00e-fcc9f4b8b268 on network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:01.155994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Attempting to bind port 58497630-c432-4354-b00e-fcc9f4b8b268 on network 38e3e5f9-0176-4164-a98b-9c0f3490a5ba {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:01.169754 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:01.170096 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Checking segment: {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:01.170483 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Bound using segment: {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:01.170932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Bound port: 58497630-c432-4354-b00e-fcc9f4b8b268, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33192a3-49f9-4aff-aff5-f227549aec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:01.171290 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.201036 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1b75cc9d-9733-4d30-acb0-f3b0f1861754 req-451a3278-f071-4b9a-90a1-7da7434c7a3f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682144 Dec 24 10:50:01.242862 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:01.247860 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.253623 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:01.256761 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=58497630-c432-4354-b00e-fcc9f4b8b268,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:01.260029 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.provisioning_blocks [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Transition to ACTIVE for port object 4043d4f5-4811-4ba4-8723-4f04e5548d1c will not be triggered until provisioned by entity L2. {{(pid=109772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:01.335975 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.336472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.378616 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.379235 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.380598 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] 10.222.0.24 "PUT /v2.0/ports/58497630-c432-4354-b00e-fcc9f4b8b268 HTTP/1.1" status: 200 len: 1097 time: 0.9935615 Dec 24 10:50:01.381091 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:01.383416 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77" -d '{"events": [{"name": "network-changed", "server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:01.405902 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebd1a-9b9e-4fb2-8765-79c7588d4d2d service neutron] Pushing event updated for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:01.418837 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:01.443969 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6232dfd-60ac-473b-8774-a87b1c71224d x-openstack-request-id: req-f6232dfd-60ac-473b-8774-a87b1c71224d {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:01.444279 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:01.444537 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6232dfd-60ac-473b-8774-a87b1c71224d {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:01.445291 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268', 'status': 'completed', 'code': 200} Dec 24 10:50:01.456380 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.495191 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Attempting to bind port 4043d4f5-4811-4ba4-8723-4f04e5548d1c on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:01.495543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Attempting to bind port 4043d4f5-4811-4ba4-8723-4f04e5548d1c by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:01.495836 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Attempting to bind port 4043d4f5-4811-4ba4-8723-4f04e5548d1c on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:01.502136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Port 4043d4f5-4811-4ba4-8723-4f04e5548d1c on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:01.502710 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Attempting to bind port 4043d4f5-4811-4ba4-8723-4f04e5548d1c on network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:01.507980 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:01.508309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Checking segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:01.508837 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Bound using segment: {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'} {{(pid=109772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:01.509167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.managers [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Bound port: 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71'}}] {{(pid=109772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:01.509522 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.517579 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77 req-0c6de901-14e9-46e4-a27b-28f7a02ec082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.519915 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77 req-0c6de901-14e9-46e4-a27b-28f7a02ec082 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 1100 time: 0.0550187 Dec 24 10:50:01.566676 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77 req-b1c1601c-d78a-4caa-99e7-d9b5c90dd7bc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388260 Dec 24 10:50:01.605112 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, cleared binding levels {{(pid=109772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:01.609160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:01.745089 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.751748 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77 req-1b9a2470-b000-4ed1-9c92-165e447af627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.753430 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-63b061c7-a5d0-4263-bbc1-0b4ed47a8d77 req-1b9a2470-b000-4ed1-9c92-165e447af627 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719260 Dec 24 10:50:01.787692 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.788184 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:01.789565 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] 10.222.0.24 "PUT /v2.0/ports/4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 1093 time: 0.9917073 Dec 24 10:50:01.790001 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:01.792306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989aee82-25d9-4d0b-91e2-df5e3c545b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:01.824853 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275a0bd-2ceb-4098-8710-fd3d4184f632 service neutron] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=3']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:01.849147 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d386371d-9dda-4fc7-bdfc-e408cca61f6b x-openstack-request-id: req-d386371d-9dda-4fc7-bdfc-e408cca61f6b {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:01.851792 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:01.851792 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d386371d-9dda-4fc7-bdfc-e408cca61f6b {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:01.851792 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'status': 'completed', 'code': 200} Dec 24 10:50:01.853319 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-bd8e4ab4-2172-45b5-9271-3f117ca4b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.854321 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-bd8e4ab4-2172-45b5-9271-3f117ca4b43a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 1100 time: 0.0604851 Dec 24 10:50:01.898260 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-2ad6184e-408c-49be-b5c1-b80bb91bd22f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=58497630-c432-4354-b00e-fcc9f4b8b268 HTTP/1.1" status: 200 len: 217 time: 0.0359075 Dec 24 10:50:01.911687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-58785d88-52fa-4031-8a7d-e7775c4abb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.913508 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-58785d88-52fa-4031-8a7d-e7775c4abb7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1096 time: 0.0445585 Dec 24 10:50:01.967326 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-a00a7c90-ae1d-44e4-a21c-4cb5e56398d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:01.968738 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-a00a7c90-ae1d-44e4-a21c-4cb5e56398d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e HTTP/1.1" status: 200 len: 843 time: 0.0630972 Dec 24 10:50:02.020063 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6057fb-11aa-4588-866d-fba1711d013c req-c9d7f4ee-1bdf-4415-8fc0-1f3fcc8bd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.021569 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-c9d7f4ee-1bdf-4415-8fc0-1f3fcc8bd38e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38e3e5f9-0176-4164-a98b-9c0f3490a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0453348 Dec 24 10:50:02.084528 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf082-267c-4ebf-aafa-804c4cda5abe req-aea1c95e-2711-4033-857b-730561255a59 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.086060 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b32cf082-267c-4ebf-aafa-804c4cda5abe req-aea1c95e-2711-4033-857b-730561255a59 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 947 time: 0.0772204 Dec 24 10:50:02.088987 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-e46434e1-ce0a-4c5b-b0fa-f139e277e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.090359 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-e46434e1-ce0a-4c5b-b0fa-f139e277e1d3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b52b70f10024974af39a32f1a1a2502&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1620531 Dec 24 10:50:02.121121 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-7d707dc7-25c2-4aac-9681-e35bfb46d3fd service neutron] 10.222.0.24 "GET /v2.0/networks/38e3e5f9-0176-4164-a98b-9c0f3490a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914872 Dec 24 10:50:02.189792 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b32cf082-267c-4ebf-aafa-804c4cda5abe req-c3302894-1916-4a82-aa52-855a990cb785 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978093 Dec 24 10:50:02.213699 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-3d8abffd-3815-4f85-8b55-fcd65f438ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.215151 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-989aee82-25d9-4d0b-91e2-df5e3c545b4b req-3d8abffd-3815-4f85-8b55-fcd65f438ff5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166034 Dec 24 10:50:02.217497 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fa6057fb-11aa-4588-866d-fba1711d013c req-8eb3fd1d-8057-4d68-b422-f033b6bba2de service neutron] 10.222.0.24 "GET /v2.0/networks/38e3e5f9-0176-4164-a98b-9c0f3490a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Dec 24 10:50:02.295869 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-233cad44-ba90-4711-b4da-1a68c75dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.298058 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-233cad44-ba90-4711-b4da-1a68c75dfd5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1096 time: 0.0462649 Dec 24 10:50:02.343364 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-88700064-ec4b-4371-b60d-ff404a56b6b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 217 time: 0.0376673 Dec 24 10:50:02.416129 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-27ff297e-863b-4bdd-bf29-d1bc5aa0ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.418131 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-27ff297e-863b-4bdd-bf29-d1bc5aa0ca0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0676923 Dec 24 10:50:02.426615 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc31a-9dec-4f53-a16f-e7a4dc02f818 req-f16beb8a-8efd-4806-9c59-f73650a27df1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.427955 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d39dc31a-9dec-4f53-a16f-e7a4dc02f818 req-f16beb8a-8efd-4806-9c59-f73650a27df1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.1513481 Dec 24 10:50:02.498380 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d39dc31a-9dec-4f53-a16f-e7a4dc02f818 req-dc967fe1-7177-468e-807d-d40652fb0fab tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618613 Dec 24 10:50:02.500107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053e570-0930-45df-8299-d8b1144f33dd req-417e9479-47eb-4be4-a303-aa24dc728e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:02.501506 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-417e9479-47eb-4be4-a303-aa24dc728e88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727282 Dec 24 10:50:02.592162 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-9acf4431-3862-4e73-9d26-cdbfe1d9b13c service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Dec 24 10:50:02.679695 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7053e570-0930-45df-8299-d8b1144f33dd req-e20fde0b-70d4-426d-be97-2dfae9ad1be2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803273 Dec 24 10:50:03.309899 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8001f8-efc0-4b3c-ac67-9446cb5b67da req-6c465f3a-1a6a-4b4b-a17f-229ab2aa3ca9 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:03.311348 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6d8001f8-efc0-4b3c-ac67-9446cb5b67da req-6c465f3a-1a6a-4b4b-a17f-229ab2aa3ca9 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 947 time: 0.0515318 Dec 24 10:50:03.361949 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6d8001f8-efc0-4b3c-ac67-9446cb5b67da req-5b14c052-ff84-4421-8de2-0b6044f8d25b tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Dec 24 10:50:03.624751 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0ded7-2e1b-415b-be2b-9b1bc71783d0 req-9c20920f-b50a-4075-9be8-ff779e78bc0b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:03.626984 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-39e0ded7-2e1b-415b-be2b-9b1bc71783d0 req-9c20920f-b50a-4075-9be8-ff779e78bc0b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0527730 Dec 24 10:50:03.641732 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:03.674818 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-39e0ded7-2e1b-415b-be2b-9b1bc71783d0 req-75eea553-b36e-4c00-ba73-bf5958aab8d7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Dec 24 10:50:03.734318 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:03.748667 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:03.784790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:03.797221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:03.816356 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:04.139131 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:04.139825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 58497630-c432-4354-b00e-fcc9f4b8b268 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:04.209669 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:04.244910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.245829 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.246184 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.246522 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.246852 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.247176 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.247502 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.247825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.248148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.248476 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.248797 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.249147 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.249463 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:04.285548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=58497630-c432-4354-b00e-fcc9f4b8b268,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:04.296968 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '58497630-c432-4354-b00e-fcc9f4b8b268', 'network_id': '38e3e5f9-0176-4164-a98b-9c0f3490a5ba', 'port_id': '58497630-c432-4354-b00e-fcc9f4b8b268', 'mac_address': 'fa:16:3e:cd:a3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d859a8-cf13-4f2d-9a25-bf87a6adfe5e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:04.334567 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:04.347643 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58497630-c432-4354-b00e-fcc9f4b8b268 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:04.366911 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=58497630-c432-4354-b00e-fcc9f4b8b268,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:04.472919 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d26e0-891e-407c-a10f-c2fe49a57351 req-251438c1-44d4-40ff-a3c8-7ba5d70dc1b2 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:04.474370 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab8d26e0-891e-407c-a10f-c2fe49a57351 req-251438c1-44d4-40ff-a3c8-7ba5d70dc1b2 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 947 time: 0.0471663 Dec 24 10:50:04.519561 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ab8d26e0-891e-407c-a10f-c2fe49a57351 req-44d098af-bea7-41e8-848e-ddc822babe14 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Dec 24 10:50:04.567904 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:04.613579 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:04.794919 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aec6a8-9833-4c55-a994-d2cc0a89407d req-69d7d0e2-368e-4151-9800-0e760c8a636d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:04.796442 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0aec6a8-9833-4c55-a994-d2cc0a89407d req-69d7d0e2-368e-4151-9800-0e760c8a636d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 944 time: 0.0473778 Dec 24 10:50:04.838048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['4043d4f5-4811-4ba4-8723-4f04e5548d1c'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:04.843093 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['58497630-c432-4354-b00e-fcc9f4b8b268'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:04.846946 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0aec6a8-9833-4c55-a994-d2cc0a89407d req-43de1142-3180-48de-904a-04172c16ac5e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Dec 24 10:50:05.635407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0d4ec-062c-4101-ab61-2833423544a5 req-dd38ff13-7043-4248-814f-504c67bef319 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:05.637393 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d7a0d4ec-062c-4101-ab61-2833423544a5 req-dd38ff13-7043-4248-814f-504c67bef319 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 948 time: 0.0511034 Dec 24 10:50:05.693937 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d7a0d4ec-062c-4101-ab61-2833423544a5 req-ca94c59e-591f-4461-adc7-abe48dbe7752 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Dec 24 10:50:05.962393 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac172-8668-419f-9266-ac3084c0c889 req-c4e81450-ce60-4706-bcc5-aa36bc3e351f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:05.963772 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c70ac172-8668-419f-9266-ac3084c0c889 req-c4e81450-ce60-4706-bcc5-aa36bc3e351f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 944 time: 0.0469263 Dec 24 10:50:06.013175 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c70ac172-8668-419f-9266-ac3084c0c889 req-d1aee4ca-0627-476e-8bef-2e0ab2c49d28 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Dec 24 10:50:06.707146 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43336) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:06.806407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2f7d-e417-4178-9fb3-d147c82a599c req-94fcb09e-59cf-425f-9977-ffd2804802ca tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:06.807881 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b9af2f7d-e417-4178-9fb3-d147c82a599c req-94fcb09e-59cf-425f-9977-ffd2804802ca tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 948 time: 0.0492237 Dec 24 10:50:06.820222 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c925fb07-0aaf-4102-bde0-b405a3433ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:06.881267 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b9af2f7d-e417-4178-9fb3-d147c82a599c req-847f2cc8-1cab-46e0-8a1d-cc531e2793d2 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629342 Dec 24 10:50:06.925924 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c925fb07-0aaf-4102-bde0-b405a3433ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.024396 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c925fb07-0aaf-4102-bde0-b405a3433ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.063950 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925fb07-0aaf-4102-bde0-b405a3433ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36607b8-0490-4a06-bf90-3a7a0b5e37c6,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:07.070588 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-c925fb07-0aaf-4102-bde0-b405a3433ca7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dc0a0a08a6e43a88b3169748465831b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600423 Dec 24 10:50:07.071414 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43344) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:07.117281 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.131211 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c7462-b0e0-4fdd-aa5e-56b519eff141 req-49bcf769-c95e-450d-9472-0fa8ef8854f3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:07.132650 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c85c7462-b0e0-4fdd-aa5e-56b519eff141 req-49bcf769-c95e-450d-9472-0fa8ef8854f3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 944 time: 0.0469894 Dec 24 10:50:07.138262 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.179379 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c85c7462-b0e0-4fdd-aa5e-56b519eff141 req-4b6341f0-9645-4289-bc04-3004434d4ca3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Dec 24 10:50:07.272967 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.275666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.277353 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e36607b8-0490-4a06-bf90-3a7a0b5e37c6 HTTP/1.1" status: 204 len: 168 time: 0.2050385 Dec 24 10:50:07.285026 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ae185-5ce9-413d-a5d1-b37e0d74fa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36607b8-0490-4a06-bf90-3a7a0b5e37c6,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:07.658096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:50:07.775806 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 4043d4f5-4811-4ba4-8723-4f04e5548d1c completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:50:07.780287 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 4043d4f5-4811-4ba4-8723-4f04e5548d1c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:07.780656 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.860800 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.882316 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:07.884522 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a015199-d4c7-41a0-ab44-a56a0d34e5a4" -d '{"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:07.897375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:07.920876 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb260ff-492e-4776-a73a-f9f7ea2f6da2 x-openstack-request-id: req-ebb260ff-492e-4776-a73a-f9f7ea2f6da2 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:07.921171 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:07.921422 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebb260ff-492e-4776-a73a-f9f7ea2f6da2 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:07.921814 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'code': 200} Dec 24 10:50:07.963728 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43354) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:07.973294 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:07.974175 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 58497630-c432-4354-b00e-fcc9f4b8b268 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:50:07.978951 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65e943e2-87f3-45ec-bab0-f8128f418926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.001702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654611c-d7d4-44ab-ada6-2f722303f022 req-af1a1b31-60fe-46bb-8b9f-e2bbfa8c59e6 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:08.009202 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f654611c-d7d4-44ab-ada6-2f722303f022 req-af1a1b31-60fe-46bb-8b9f-e2bbfa8c59e6 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 948 time: 0.0632398 Dec 24 10:50:08.054732 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f654611c-d7d4-44ab-ada6-2f722303f022 req-ae9e1bb0-4782-43f8-a17d-3ffc24c9eca2 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446653 Dec 24 10:50:08.062738 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:08.083361 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65e943e2-87f3-45ec-bab0-f8128f418926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.144808 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 58497630-c432-4354-b00e-fcc9f4b8b268 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:50:08.148788 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 58497630-c432-4354-b00e-fcc9f4b8b268 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:08.149205 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.181827 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-65e943e2-87f3-45ec-bab0-f8128f418926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.222954 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-65e943e2-87f3-45ec-bab0-f8128f418926 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca07807237bb437ba7beb29047b3f6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570310 Dec 24 10:50:08.224179 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e943e2-87f3-45ec-bab0-f8128f418926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac682287-0979-45db-b4ed-c1aa27c33d0e,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:08.226644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43358) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:08.250300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.269521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c220a-6c13-4f9f-b2e8-4f30100fd396 req-fb29c306-ae54-46e1-996a-01a746393f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:08.272253 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9e9c220a-6c13-4f9f-b2e8-4f30100fd396 req-fb29c306-ae54-46e1-996a-01a746393f9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1098 time: 0.0500717 Dec 24 10:50:08.289110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.289602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=58497630-c432-4354-b00e-fcc9f4b8b268,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:08.320436 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9e9c220a-6c13-4f9f-b2e8-4f30100fd396 req-78e748e4-c5fc-4fb4-83ad-458e4ddbb08e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Dec 24 10:50:08.330238 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.347848 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86aff-0e26-4c78-a29e-ab97c3e06020 req-0284c8a5-db0b-491c-9ac2-ab4e216ef0cb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:08.349327 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-46c86aff-0e26-4c78-a29e-ab97c3e06020 req-0284c8a5-db0b-491c-9ac2-ab4e216ef0cb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0734482 Dec 24 10:50:08.361615 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.410554 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:08.414187 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-46c86aff-0e26-4c78-a29e-ab97c3e06020 req-5c3a4ec6-e145-4733-bef4-01e9dfaf6971 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580673 Dec 24 10:50:08.490105 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.492618 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:08.493769 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac682287-0979-45db-b4ed-c1aa27c33d0e HTTP/1.1" status: 204 len: 168 time: 0.2662394 Dec 24 10:50:08.502483 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ddc47-5cce-4fc1-9854-9ebedcd2f352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac682287-0979-45db-b4ed-c1aa27c33d0e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:09.179888 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542723-dcae-45f9-a8bf-1b020791f571 req-b4d193c7-da37-4126-ac6b-02a830f3a804 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:09.181409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e1542723-dcae-45f9-a8bf-1b020791f571 req-b4d193c7-da37-4126-ac6b-02a830f3a804 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0474057 Dec 24 10:50:09.227704 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e1542723-dcae-45f9-a8bf-1b020791f571 req-0eb79caf-5069-4094-99db-c6c9769c87b8 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Dec 24 10:50:09.232370 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43366) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:09.245396 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1480902-1104-44c6-923f-77d6105d0025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.315724 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1480902-1104-44c6-923f-77d6105d0025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.392611 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b1480902-1104-44c6-923f-77d6105d0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.438424 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b1480902-1104-44c6-923f-77d6105d0025 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11a02c2405fb4d2099b7cf9f22d99d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048023 Dec 24 10:50:09.441121 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43368) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:09.441619 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1480902-1104-44c6-923f-77d6105d0025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0501d626-2d3c-4c72-b6dd-d6ae259d3523,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:09.492492 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.514686 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.541124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4199f8-767e-4bce-ba97-21d5f0623260 req-6c0a26fb-b4c5-4bd0-a695-bb95f4c4b9ba tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:09.542761 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9f4199f8-767e-4bce-ba97-21d5f0623260 req-6c0a26fb-b4c5-4bd0-a695-bb95f4c4b9ba tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Dec 24 10:50:09.590997 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9f4199f8-767e-4bce-ba97-21d5f0623260 req-dc941d4b-7208-47e8-ae8b-a67410e1d5aa tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Dec 24 10:50:09.718582 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.721303 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:09.722531 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0501d626-2d3c-4c72-b6dd-d6ae259d3523 HTTP/1.1" status: 204 len: 168 time: 0.2800543 Dec 24 10:50:09.730223 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25d556-2229-41f3-a0d3-1ecb9a1beb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0501d626-2d3c-4c72-b6dd-d6ae259d3523,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:09.922993 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:09.925305 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ac9e1-185e-401f-8584-3a7081aecc78" -d '{"events": [{"server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:09.959685 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c203f6a-1b28-4db5-bd0c-85fdd314eaf5 x-openstack-request-id: req-5c203f6a-1b28-4db5-bd0c-85fdd314eaf5 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:09.960018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "name": "network-vif-plugged", "status": "completed", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:09.960263 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c203f6a-1b28-4db5-bd0c-85fdd314eaf5 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:09.960640 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268', 'code': 200} Dec 24 10:50:10.344914 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1607-1c7d-40c4-81fc-658a54a40290 req-b95956cb-78ec-444e-8fe8-0564cfb6e69a tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:10.346697 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-823c1607-1c7d-40c4-81fc-658a54a40290 req-b95956cb-78ec-444e-8fe8-0564cfb6e69a tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0501747 Dec 24 10:50:10.364260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984dea9-ef99-4461-9617-031ef64718a3 req-d43f9a07-1108-4133-ace3-497168496199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:10.367507 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a984dea9-ef99-4461-9617-031ef64718a3 req-d43f9a07-1108-4133-ace3-497168496199 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 1102 time: 0.0467319 Dec 24 10:50:10.400357 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-823c1607-1c7d-40c4-81fc-658a54a40290 req-c98639fd-4582-46af-aff6-32c1d6cb0230 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Dec 24 10:50:10.414374 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a984dea9-ef99-4461-9617-031ef64718a3 req-dcbe512b-8e6e-42d3-bbb8-381586928882 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Dec 24 10:50:10.712273 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c05af-ddb7-4915-8fc8-2250bfc2aec3 req-2931fa88-5e70-49b0-a624-27877251fa9c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:10.714332 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ad2c05af-ddb7-4915-8fc8-2250bfc2aec3 req-2931fa88-5e70-49b0-a624-27877251fa9c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Dec 24 10:50:10.759522 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ad2c05af-ddb7-4915-8fc8-2250bfc2aec3 req-e7493b0c-fbe0-49ab-a63e-eb5b31a20a99 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392525 Dec 24 10:50:11.092079 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11192e-d1b5-4933-bfa2-5fdfb591fd18 req-a8371be6-9ff3-404a-a62b-f1ef5c3a2f72 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:11.093547 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd11192e-d1b5-4933-bfa2-5fdfb591fd18 req-a8371be6-9ff3-404a-a62b-f1ef5c3a2f72 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Dec 24 10:50:11.102426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43408) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:11.107184 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Request body: {'floatingip': {'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:11.146506 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.269125 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-9c281eb4-111b-40fb-8260-f5c58d686afd tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125894519&fields=id&tenant_id=aed29a38d2fe424398ac10e585a980df HTTP/1.1" status: 200 len: 267 time: 0.0458450 Dec 24 10:50:11.322231 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-d2985882-09b7-46b3-b90f-0cbe3ddf0ffd tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:11.324237 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-d2985882-09b7-46b3-b90f-0cbe3ddf0ffd tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 984 time: 0.0487461 Dec 24 10:50:11.338106 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Request body: {'port': {'security_groups': ['6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:11.405921 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.573462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163bd86-31f7-4562-980d-be0c1b878dc2 req-749e6af1-0ee8-4ca6-a1e0-75f0fd5bac9a tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:11.574637 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3163bd86-31f7-4562-980d-be0c1b878dc2 req-749e6af1-0ee8-4ca6-a1e0-75f0fd5bac9a tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0940983 Dec 24 10:50:11.608422 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:11.650911 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.706796 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3163bd86-31f7-4562-980d-be0c1b878dc2 req-6942928b-182d-4e9f-aa07-7aa2f30bdab8 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209226 Dec 24 10:50:11.708564 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.756005 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.768460 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:11.796591 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.820563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:11.820563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:11.825713 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2221bd24-89b9-4aea-bed0-a3b974603b2a req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "PUT /v2.0/ports/abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 942 time: 0.4920161 Dec 24 10:50:11.829230 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:11.845130 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bd1e11-6edf-4777-9269-a83f5dcc6a80" -d '{"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:11.845130 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43426) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:11.872876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a834a4-a778-42fd-836a-6e071db9490b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event updated for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=7']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:11.894638 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bce9f9-7f75-4053-ae81-63a7eef9a33d x-openstack-request-id: req-a2bce9f9-7f75-4053-ae81-63a7eef9a33d {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:11.901838 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:11.901838 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2bce9f9-7f75-4053-ae81-63a7eef9a33d {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:11.901838 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:50:11.912368 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:11.994163 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.056207 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-2a1de916-22a2-4b49-850a-00f5e3efabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.059645 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-2a1de916-22a2-4b49-850a-00f5e3efabfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1098 time: 0.1333799 Dec 24 10:50:12.066838 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.113386 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-710b5dec-3880-4159-b95c-c47e853d082e None None] Provisioning complete for port abebf56e-a643-48ae-a779-897dbd105170 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:12.113992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-710b5dec-3880-4159-b95c-c47e853d082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.198789 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-64f10437-3b0a-4ea2-8aee-108bd452351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.200226 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-64f10437-3b0a-4ea2-8aee-108bd452351e service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 915 time: 0.1298516 Dec 24 10:50:12.246792 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Floating IP c8ff9157-a7be-49d0-8ce2-021173125233 associated. External IP: 172.27.1.107, port: 4043d4f5-4811-4ba4-8723-4f04e5548d1c. Dec 24 10:50:12.276846 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-3d4abf7c-2c30-489e-a050-86509c535f7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 1001 time: 0.0668609 Dec 24 10:50:12.318845 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.321521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.325025 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "DELETE /v2.0/security-groups/3b8958a9-d372-4911-8d35-3c880723732b HTTP/1.1" status: 204 len: 168 time: 0.4817383 Dec 24 10:50:12.328887 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43436) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:12.336892 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b444e-a9b7-45e4-9dfb-81dc291f8499 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8958a9-d372-4911-8d35-3c880723732b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:12.346198 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-a3f02131-27a2-4ebf-ba04-26a62ace832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.348477 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-a3f02131-27a2-4ebf-ba04-26a62ace832f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.0634279 Dec 24 10:50:12.398611 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-abcd58e2-7c55-4776-9d95-7fad41c5e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.400687 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-abcd58e2-7c55-4776-9d95-7fad41c5e7cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448246 Dec 24 10:50:12.501784 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-b9f92eac-d0c1-4234-812d-370d3c7eed10 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926743 Dec 24 10:50:12.590623 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:12.599378 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-80bd1e11-6edf-4777-9269-a83f5dcc6a80 req-ad25624b-e856-4e83-89ae-00c590406f41 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903511 Dec 24 10:50:12.609458 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Deleting port c89b4acb-aea4-4a5d-bf2c-32be74b15dd0 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:12.609796 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.716118 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-df518002-8217-4524-a428-7a0ac4e52841 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399311 Dec 24 10:50:12.766820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:12.772611 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.775829 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.776691 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:12.781944 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:12.793992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:12.794745 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:12.810270 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Calling delete_port for c89b4acb-aea4-4a5d-bf2c-32be74b15dd0 owned by network:floatingip {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:12.825265 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-156db31f-276a-446e-893c-db58007b6b95 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "PUT /v2.0/floatingips/c8ff9157-a7be-49d0-8ce2-021173125233 HTTP/1.1" status: 200 len: 991 time: 1.7190688 Dec 24 10:50:12.825265 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:12.844306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31808756-0b7c-4f30-a521-a307d07f4dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:12.854848 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db016-9d37-49f2-96e8-1d7339943ccc req-fdac1569-437c-42ea-8b9d-b88dd5653494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.856356 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-fdac1569-437c-42ea-8b9d-b88dd5653494 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 1098 time: 0.0910509 Dec 24 10:50:12.865409 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38975387-c215-4156-9e70-1ab304133c9c req-4baea8d1-e85e-4552-84be-ef04fdcfa30d tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:12.867326 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-38975387-c215-4156-9e70-1ab304133c9c req-4baea8d1-e85e-4552-84be-ef04fdcfa30d tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0730863 Dec 24 10:50:12.952099 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:12.970306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8deabcb-e699-4b62-8262-46f43ec483fe x-openstack-request-id: req-b8deabcb-e699-4b62-8262-46f43ec483fe {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:12.970601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:12.970860 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8deabcb-e699-4b62-8262-46f43ec483fe {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:12.971258 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'status': 'completed', 'code': 200} Dec 24 10:50:12.984757 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-38975387-c215-4156-9e70-1ab304133c9c req-e90f9694-114e-49e0-8973-e87892f25dec tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064417 Dec 24 10:50:13.019803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db016-9d37-49f2-96e8-1d7339943ccc req-9523a52d-ee19-4183-b419-d3b5c43af22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.021519 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-9523a52d-ee19-4183-b419-d3b5c43af22f service neutron] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 912 time: 0.1347041 Dec 24 10:50:13.098672 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-c64f22e9-481d-4d46-9923-e736f95e01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.100250 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-c64f22e9-481d-4d46-9923-e736f95e01a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1098 time: 0.1076944 Dec 24 10:50:13.117722 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-9d20f26d-e054-4a07-83e8-a5e5f17ab81e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 200 len: 1001 time: 0.0892417 Dec 24 10:50:13.122658 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:13.182694 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db016-9d37-49f2-96e8-1d7339943ccc req-a3475877-f3b7-4e0d-8088-540148ed1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.184373 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-a3475877-f3b7-4e0d-8088-540148ed1556 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.0581961 Dec 24 10:50:13.242508 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db016-9d37-49f2-96e8-1d7339943ccc req-6b0866d8-ebae-4307-be07-0a5f06b6dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.244749 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-6b0866d8-ebae-4307-be07-0a5f06b6dd58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519474 Dec 24 10:50:13.266730 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-8154c5c8-a953-484c-9b3d-81e189eff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.268233 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-8154c5c8-a953-484c-9b3d-81e189eff7f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.1574864 Dec 24 10:50:13.318158 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c8ff9157-a7be-49d0-8ce2-021173125233', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:11Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:13.348136 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:13.350062 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:13.357187 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:13.357441 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:13.365234 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-a9fc1db0-4d10-4ab7-aee1-d648f0fb7f98 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115737 Dec 24 10:50:13.378195 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-ed9bf18e-322b-48d1-9ce1-3c9a420bc9d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 999 time: 0.1020670 Dec 24 10:50:13.379561 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event deleted for resources: {'Port': ['ID=c89b4acb-aea4-4a5d-bf2c-32be74b15dd0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:13.480463 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:13.484575 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-45d6c8d3-9350-4d5c-9168-ce3b5b26e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.486065 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-45d6c8d3-9350-4d5c-9168-ce3b5b26e988 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0975049 Dec 24 10:50:13.487565 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-166db016-9d37-49f2-96e8-1d7339943ccc req-23476eaf-de48-4025-9a45-382e7852b270 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104314 Dec 24 10:50:13.488666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks [] for floatingip, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:13.489109 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Floating IP c52c1003-94e0-4f0f-8b21-38aef4c4cd87 disassociated (deleted). External IP: 172.27.1.138, port: abebf56e-a643-48ae-a779-897dbd105170. Dec 24 10:50:13.559092 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb2108-9b7d-43e9-b841-02c48b7c2467 req-a325a746-5e9a-4539-be15-ba17eb131e03 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.560966 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3edb2108-9b7d-43e9-b841-02c48b7c2467 req-a325a746-5e9a-4539-be15-ba17eb131e03 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0517368 Dec 24 10:50:13.608765 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3edb2108-9b7d-43e9-b841-02c48b7c2467 req-3b2a4b26-203a-441f-a074-e583f240988b tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Dec 24 10:50:13.643772 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-df04659c-31b5-42bf-81cd-0385387175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:13.650968 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-df04659c-31b5-42bf-81cd-0385387175d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021905 Dec 24 10:50:13.753976 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c8ff9157-a7be-49d0-8ce2-021173125233', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:11Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:13.824051 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-877351ec-dd91-48c3-9357-47e0f70e2a8d service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635132 Dec 24 10:50:13.900908 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Router 9b66bffd-a774-4eb9-9679-0fc640b63473 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:13.910152 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe464c4-ae7d-4565-b8d3-001dc7272cd2 None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'c8ff9157-a7be-49d0-8ce2-021173125233', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:11Z', 'revision_number': 1, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:14.099193 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:50:14.142403 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0207f-92c7-4cc9-ba01-2b9524f8d760 None None] New status for floating IP c8ff9157-a7be-49d0-8ce2-021173125233: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:50:14.276467 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31808756-0b7c-4f30-a521-a307d07f4dc7 req-97ce2e98-e657-4ca4-874f-5f56f0eaced3 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356117 Dec 24 10:50:14.297964 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:14.302490 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:14.307323 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Sync routers for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:14.316250 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:14.316969 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:14.331233 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-6789e71e-d994-459e-8ded-e1d57b3f336b tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "DELETE /v2.0/floatingips/c52c1003-94e0-4f0f-8b21-38aef4c4cd87 HTTP/1.1" status: 204 len: 168 time: 1.9987741 Dec 24 10:50:14.435669 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:14.633973 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:14.663727 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Checking router: 9b66bffd-a774-4eb9-9679-0fc640b63473 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:14.672695 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:14.673325 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:49:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:14.736026 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd9fc-c485-4b02-84ce-3472ffcc32cc req-1dffd2c6-2ac4-4413-b232-c72687da27df tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:14.737510 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b61bd9fc-c485-4b02-84ce-3472ffcc32cc req-1dffd2c6-2ac4-4413-b232-c72687da27df tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0493658 Dec 24 10:50:14.773630 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:14.784036 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b61bd9fc-c485-4b02-84ce-3472ffcc32cc req-0f70d794-c3cf-44cb-8365-2ff1cc89f0be tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/security-groups?id=497334f7-daa5-4c66-a9b3-4c38dee8a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Dec 24 10:50:14.972890 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:14.975209 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa" -d '{"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:14.997163 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:15.016643 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb647c7-27b7-4c83-922b-1efa2ed24e71 x-openstack-request-id: req-bfb647c7-27b7-4c83-922b-1efa2ed24e71 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:15.016961 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:15.017268 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfb647c7-27b7-4c83-922b-1efa2ed24e71 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:15.017625 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:50:15.027306 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c322a0-c506-4a42-91bd-fb734387e817 None None] The sync data for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi is: [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:46:51Z', 'revision_number': 4, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'd2554150-f766-4331-8647-06e604ce30f4', 'name': '', 'network_id': 'bdfb7371-0493-476c-b7e5-4ee84d9bf130', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'mac_address': 'fa:16:3e:20:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:51Z', 'updated_at': '2021-12-24T10:46:56Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'subnets': [{'id': '35311de2-4f49-4d3b-9952-91a52a1b561c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:15.197078 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-45482c4b-0024-488a-8404-92c19f731558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:15.199114 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-45482c4b-0024-488a-8404-92c19f731558 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aed29a38d2fe424398ac10e585a980df&device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 1098 time: 0.1489332 Dec 24 10:50:15.199930 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-32682b38-b3ab-4986-bcab-feb7f42d8185 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:15.201448 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-32682b38-b3ab-4986-bcab-feb7f42d8185 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.24 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 949 time: 0.0712609 Dec 24 10:50:15.284516 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be62b211-e851-4bc6-98e7-d5a8d05eecfc None None] New status for floating IP c52c1003-94e0-4f0f-8b21-38aef4c4cd87: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:50:15.310738 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-a1f07ba0-4917-4e6a-9610-0f358253fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:15.310738 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-a1f07ba0-4917-4e6a-9610-0f358253fd43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 200 len: 915 time: 0.0925455 Dec 24 10:50:15.316457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Deleting port 58497630-c432-4354-b00e-fcc9f4b8b268 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:15.316828 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:15.358275 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-c427dd71-0120-4333-8151-c05273b84cd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 200 len: 217 time: 0.0406847 Dec 24 10:50:15.408897 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-54d33766-7c24-485f-8a8a-7950e76d8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:15.410352 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-54d33766-7c24-485f-8a8a-7950e76d8fe5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 200 len: 853 time: 0.0449002 Dec 24 10:50:15.417626 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] For port 58497630-c432-4354-b00e-fcc9f4b8b268, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=58497630-c432-4354-b00e-fcc9f4b8b268,segment=NetworkSegment(b33192a3-49f9-4aff-aff5-f227549aec2b),segment_id=b33192a3-49f9-4aff-aff5-f227549aec2b)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:15.417988 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:15.431196 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Calling delete_port for 58497630-c432-4354-b00e-fcc9f4b8b268 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:15.473685 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-656d329a-fcef-4254-93bd-bfe7c0139f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:15.475287 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-656d329a-fcef-4254-93bd-bfe7c0139f0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bdfb7371-0493-476c-b7e5-4ee84d9bf130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543976 Dec 24 10:50:15.592173 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-cf8ff336-83bc-4032-886c-a2677d15f43d service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947623 Dec 24 10:50:15.655702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:15.668062 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['58497630-c432-4354-b00e-fcc9f4b8b268'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:15.685882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Pushing event deleted for resources: {'Port': ['ID=58497630-c432-4354-b00e-fcc9f4b8b268,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:15.730404 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cdcc545-e75c-48bc-8a73-6c7ab8d1ceaa req-26df2659-ab38-4f52-8422-69e03ab25869 service neutron] 10.222.0.24 "GET /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292222 Dec 24 10:50:15.765563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] No DVR routers for this DVR port 58497630-c432-4354-b00e-fcc9f4b8b268 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:15.768247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:15.771782 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3d986850-c59e-4c1e-aa88-79a8ea048c57 req-ab44e648-dced-4c80-9e00-4deeeb879024 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.24 "DELETE /v2.0/ports/58497630-c432-4354-b00e-fcc9f4b8b268 HTTP/1.1" status: 204 len: 173 time: 0.5542233 Dec 24 10:50:15.772224 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'name': 'network-vif-deleted', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:15.774546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1e2087-12b5-4779-843e-42b7e6b8e844" -d '{"events": [{"server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "name": "network-vif-deleted", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:15.811312 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37605994-883b-4369-b9f8-f45f0c54bfab x-openstack-request-id: req-37605994-883b-4369-b9f8-f45f0c54bfab {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:15.811603 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4652b76e-2f6a-459c-a8f8-0d7badb48e4b", "name": "network-vif-deleted", "tag": "58497630-c432-4354-b00e-fcc9f4b8b268", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:15.811863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37605994-883b-4369-b9f8-f45f0c54bfab {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:15.812256 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4652b76e-2f6a-459c-a8f8-0d7badb48e4b', 'name': 'network-vif-deleted', 'tag': '58497630-c432-4354-b00e-fcc9f4b8b268', 'status': 'completed', 'code': 200} Dec 24 10:50:15.913802 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d91c21ab-dc2f-489f-b275-b300ce351827 req-9cafdee1-af15-430c-9b2e-7cfe786726e0 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0437167 Dec 24 10:50:17.032834 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8e578cf8-24f3-4dbf-a406-15008eb16e30 req-c42b6311-26ab-4ad3-bb9c-e1c4ddd05256 tempest-VolumesNegativeTest-1999238818 tempest-VolumesNegativeTest-1999238818-project] 10.222.0.30 "GET /v2.0/ports?device_id=4652b76e-2f6a-459c-a8f8-0d7badb48e4b HTTP/1.1" status: 200 len: 210 time: 0.0313525 Dec 24 10:50:17.705848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 58497630-c432-4354-b00e-fcc9f4b8b268 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:17.727271 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 58497630-c432-4354-b00e-fcc9f4b8b268 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:17.727628 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 58497630-c432-4354-b00e-fcc9f4b8b268 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:18.225220 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43556) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:18.331918 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.410463 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.521469 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.559930 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1e5284a591b4f729116fc20db306076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335555 Dec 24 10:50:18.560932 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b2e64-105e-426e-b878-5ade8cd0fba9,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:18.562790 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43576) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:18.578585 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.578937 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.579276 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.579623 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.579938 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.580262 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.580583 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.580935 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.581260 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.581581 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.581902 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.582216 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.582526 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993f457-c948-4a67-9046-3256c5ca0017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:18.622488 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.649009 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.775564 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.778705 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:18.782973 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/954b2e64-105e-426e-b878-5ade8cd0fba9 HTTP/1.1" status: 204 len: 168 time: 0.2161543 Dec 24 10:50:18.787730 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b138a5a-03ad-4284-8b11-c27a69b0f743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b2e64-105e-426e-b878-5ade8cd0fba9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:19.118134 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2afd5f-cab7-4e92-a175-aa4f4767065e req-c693cecc-6e08-4ee7-a000-c1f00db178eb tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:19.119512 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d2afd5f-cab7-4e92-a175-aa4f4767065e req-c693cecc-6e08-4ee7-a000-c1f00db178eb tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0476263 Dec 24 10:50:19.171539 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d2afd5f-cab7-4e92-a175-aa4f4767065e req-66cf6e54-0d9a-44ae-959c-6eaee67dc2a0 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458012 Dec 24 10:50:19.575619 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43650) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:19.588578 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fef68313-be78-4552-b037-26dea6ab9472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.660237 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fef68313-be78-4552-b037-26dea6ab9472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.746767 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fef68313-be78-4552-b037-26dea6ab9472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.786446 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fef68313-be78-4552-b037-26dea6ab9472 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=369c71556e7c4349a48b168cc39908f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097547 Dec 24 10:50:19.787406 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef68313-be78-4552-b037-26dea6ab9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d240bad2-712f-4a1c-ae7d-d40be25a66d1,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:19.789238 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43660) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:19.838380 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.860430 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.972931 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.975431 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:19.976571 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d240bad2-712f-4a1c-ae7d-d40be25a66d1 HTTP/1.1" status: 204 len: 168 time: 0.1863241 Dec 24 10:50:19.984761 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371be87d-6268-41bf-8c3d-26c0c39690e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240bad2-712f-4a1c-ae7d-d40be25a66d1,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:20.315794 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da181e6b-e6b7-474c-8670-defd2cce6383 req-46921c37-3ba8-4e52-8929-c4de276fda60 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:20.317517 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da181e6b-e6b7-474c-8670-defd2cce6383 req-46921c37-3ba8-4e52-8929-c4de276fda60 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0487990 Dec 24 10:50:20.367183 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-da181e6b-e6b7-474c-8670-defd2cce6383 req-9d92ec13-00b4-40ec-9a18-d8955eea15e9 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/security-groups?id=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Dec 24 10:50:20.698543 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43692) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:20.711775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a221-06a3-4e1b-9ac5-03448d814625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:20.785192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a221-06a3-4e1b-9ac5-03448d814625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:20.876187 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5ed2a221-06a3-4e1b-9ac5-03448d814625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:20.925912 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5ed2a221-06a3-4e1b-9ac5-03448d814625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38bf93a4903748a0b5b478472386dcd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260501 Dec 24 10:50:20.928662 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2a221-06a3-4e1b-9ac5-03448d814625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa053e4-fdae-4440-8bbd-51b1454093fd,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:20.931923 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43698) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:20.973454 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-f8c84394-12c9-45c1-a9e9-7b8ccc7722d3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:20.974898 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-f8c84394-12c9-45c1-a9e9-7b8ccc7722d3 tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.24 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 945 time: 0.0523784 Dec 24 10:50:20.982551 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.003378 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.071878 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Deleting port abebf56e-a643-48ae-a779-897dbd105170 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:21.072153 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.152951 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.155427 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.156567 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] For port abebf56e-a643-48ae-a779-897dbd105170, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=abebf56e-a643-48ae-a779-897dbd105170,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:21.156798 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fa053e4-fdae-4440-8bbd-51b1454093fd HTTP/1.1" status: 204 len: 168 time: 0.2234886 Dec 24 10:50:21.156919 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.164233 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edf728-a4c1-4a50-9718-2a41489d38fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa053e4-fdae-4440-8bbd-51b1454093fd,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:21.170755 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Calling delete_port for abebf56e-a643-48ae-a779-897dbd105170 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:21.398487 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.414843 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['abebf56e-a643-48ae-a779-897dbd105170'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:21.428070 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Pushing event deleted for resources: {'Port': ['ID=abebf56e-a643-48ae-a779-897dbd105170,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:21.732296 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] No DVR routers for this DVR port abebf56e-a643-48ae-a779-897dbd105170 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:21.734845 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:21.738073 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9efbd3fb-183f-4299-b731-c4b732daf451 req-c9915759-cd9c-4930-abaf-d20e9a10c49d tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.24 "DELETE /v2.0/ports/abebf56e-a643-48ae-a779-897dbd105170 HTTP/1.1" status: 204 len: 173 time: 0.7536566 Dec 24 10:50:21.744946 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'name': 'network-vif-deleted', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:21.747219 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3fa4cb-4cb1-4ffb-ab0e-e8bbae293860" -d '{"events": [{"server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "name": "network-vif-deleted", "tag": "abebf56e-a643-48ae-a779-897dbd105170"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:21.767574 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2fce233a-1b93-4403-a81c-63693809eb48 req-cf732794-6512-4110-a17a-080d80426dcb tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0361507 Dec 24 10:50:22.053311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7594e18-a4b2-481b-bbd7-e912f5cbf28e x-openstack-request-id: req-e7594e18-a4b2-481b-bbd7-e912f5cbf28e {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:22.053604 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12183d8e-4c50-449a-a93d-cee72f597b3d", "name": "network-vif-deleted", "tag": "abebf56e-a643-48ae-a779-897dbd105170", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:22.053850 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7594e18-a4b2-481b-bbd7-e912f5cbf28e {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:22.054233 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12183d8e-4c50-449a-a93d-cee72f597b3d', 'name': 'network-vif-deleted', 'tag': 'abebf56e-a643-48ae-a779-897dbd105170', 'status': 'completed', 'code': 200} Dec 24 10:50:22.435944 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43806) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:22.537152 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-701821648-network', 'tenant_id': '2c8a5fd5e33e4d059b152730ca60d5c9'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:22.615360 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Made reservation on behalf of 2c8a5fd5e33e4d059b152730ca60d5c9 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:22.617701 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:22.626282 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:22.710398 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:22.809505 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:22.830965 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:50:22.847023 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c51dea-ea1f-4b6f-b58c-2131de29700d,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:22.849940 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:22.850295 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Added segment f5d23ad5-90ba-439f-a4a3-194996b0a01a of type vlan for network 76ae600f-f994-44b0-af72-4c73bd837846 Dec 24 10:50:22.881382 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d89acd87-6de0-481a-bab9-fb18e55b5e3d req-5dec0e48-62eb-4b52-8b20-cf37d518fd6e tempest-TestMinimumBasicScenario-7174661 tempest-TestMinimumBasicScenario-7174661-project] 10.222.0.30 "GET /v2.0/ports?device_id=12183d8e-4c50-449a-a93d-cee72f597b3d HTTP/1.1" status: 200 len: 210 time: 0.0285392 Dec 24 10:50:22.903697 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.081218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.082220 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:23.082799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.148436 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] Pushing event updated for resources: {'Network': ['ID=76ae600f-f994-44b0-af72-4c73bd837846,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:23.151664 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 76ae600f-f994-44b0-af72-4c73bd837846 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:50:23.227062 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d6b9de8b-561a-46eb-bb6f-d44e3acedc5e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7900488 Dec 24 10:50:23.229905 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43842) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:23.234593 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Request body: {'subnet': {'network_id': '76ae600f-f994-44b0-af72-4c73bd837846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-701821648-subnet', 'tenant_id': '2c8a5fd5e33e4d059b152730ca60d5c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:23.338425 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Made reservation on behalf of 2c8a5fd5e33e4d059b152730ca60d5c9 for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:23.341822 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.567048 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.625277 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d022349-084c-4c8f-b12e-f0c47e27f342,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:23.633008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Checking segment: {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:23.633369 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Network hostable DHCP agents. Network: 76ae600f-f994-44b0-af72-4c73bd837846, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:50:23.721113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device abebf56e-a643-48ae-a779-897dbd105170 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:23.739065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Network 76ae600f-f994-44b0-af72-4c73bd837846 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:50:23.744405 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: abebf56e-a643-48ae-a779-897dbd105170 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:23.744405 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device abebf56e-a643-48ae-a779-897dbd105170 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:23.877938 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 76ae600f-f994-44b0-af72-4c73bd837846) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:23.881990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:23.882575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:23.886885 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4f7ef-9779-4c29-bff9-5bdbfee16de7 None None] Network 76ae600f-f994-44b0-af72-4c73bd837846 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:23.981495 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ac2ce-8797-407f-a1c3-7da11cbfc98c None None] Network 76ae600f-f994-44b0-af72-4c73bd837846 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:24.040954 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ecf20fec-99ab-4201-96fc-c18e6669bac2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8099511 Dec 24 10:50:25.348510 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43916) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:25.482820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43924) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:25.488548 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-789753d0-dfd8-4917-b38c-0fd4adc94383 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f6eb4208cd44353b71f263b6ec1aaa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351039 Dec 24 10:50:25.536041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:25.556730 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:25.675612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:25.679739 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:25.681107 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/497334f7-daa5-4c66-a9b3-4c38dee8a3c8 HTTP/1.1" status: 204 len: 168 time: 0.1971896 Dec 24 10:50:25.690745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023cbac-297e-4983-bda1-3e54ae94e2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497334f7-daa5-4c66-a9b3-4c38dee8a3c8,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:25.948569 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7b49af4a-8fef-4918-a306-4939b04c5dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:26.238803 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 43942) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:26.651889 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-ae21fffd-51ae-4542-838e-a02957555143 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:26.653358 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-ae21fffd-51ae-4542-838e-a02957555143 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/networks?id=76ae600f-f994-44b0-af72-4c73bd837846 HTTP/1.1" status: 200 len: 808 time: 0.1666765 Dec 24 10:50:26.678262 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-d08a901f-3b87-4743-b02b-635fa7925304 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/quotas/2c8a5fd5e33e4d059b152730ca60d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0169380 Dec 24 10:50:26.739827 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-2944eeb9-3c4c-4175-b380-442634fffcec tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470698 Dec 24 10:50:26.752763 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43968) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:26.785377 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:26.862775 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-431066228-network', 'tenant_id': '696f3d18f3af4e0eb5760d829e0c3977'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:26.940646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Made reservation on behalf of 696f3d18f3af4e0eb5760d829e0c3977 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:26.943028 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:26.951647 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.023437 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.056664 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-4a865364-ecb4-49f0-b731-f9d454afa996 service neutron] 10.222.0.30 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047314 Dec 24 10:50:27.089314 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.110917 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:50:27.125637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b300e780-0f36-4bbb-ad77-f719fd19c2af,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:27.128533 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.128943 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Added segment 7a0540ee-75d8-42c1-b36e-aa78ec828b49 of type vlan for network d6398a4c-0879-44d1-a22a-b560c11704a8 Dec 24 10:50:27.169976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.194268 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-b3521c99-c81e-4520-938c-07c1df2d0a4e service neutron] 10.222.0.30 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304777 Dec 24 10:50:27.239801 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Deleting port d2554150-f766-4331-8647-06e604ce30f4 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:27.240129 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.278648 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.279623 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:27.280198 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.316962 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] For port d2554150-f766-4331-8647-06e604ce30f4, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=d2554150-f766-4331-8647-06e604ce30f4,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:27.317358 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.333136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Calling delete_port for d2554150-f766-4331-8647-06e604ce30f4 owned by network:router_interface {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:27.341190 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] Pushing event updated for resources: {'Network': ['ID=d6398a4c-0879-44d1-a22a-b560c11704a8,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:27.350770 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network d6398a4c-0879-44d1-a22a-b560c11704a8 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:50:27.387805 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-299528dd-7a1a-4390-9d28-2e2faaee243e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6339183 Dec 24 10:50:27.390472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43978) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:27.395479 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Request body: {'subnet': {'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-431066228-subnet', 'tenant_id': '696f3d18f3af4e0eb5760d829e0c3977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:27.458314 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a056a568-57a3-48a9-9c12-01eb945ad180 req-f3d9e9e8-76ec-407c-bf57-ef7a64ed2e01 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 210 time: 0.0389731 Dec 24 10:50:27.535228 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Made reservation on behalf of 696f3d18f3af4e0eb5760d829e0c3977 for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:27.537670 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.590269 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.618057 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2554150-f766-4331-8647-06e604ce30f4,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:27.781567 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.804211 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:27.841545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62afb78b-2cac-432f-929a-02bc1f6c07f8,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:27.851700 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Checking segment: {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:27.857390 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Network hostable DHCP agents. Network: d6398a4c-0879-44d1-a22a-b560c11704a8, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:50:27.986713 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Network d6398a4c-0879-44d1-a22a-b560c11704a8 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:50:28.084138 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ac0b8d67-88bd-4500-b397-76463d6316f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.112458 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, d6398a4c-0879-44d1-a22a-b560c11704a8) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:28.116917 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:28.121685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.125825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e8c75-1fff-4184-a6a3-d976e775b150 None None] Network d6398a4c-0879-44d1-a22a-b560c11704a8 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:28.218134 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-245ceff8-21ca-4f1c-87ed-6cb15054da17 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8264377 Dec 24 10:50:28.239309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60333f-5134-498f-bf22-5c3619c2035e None None] Network d6398a4c-0879-44d1-a22a-b560c11704a8 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:28.262883 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Router 9b66bffd-a774-4eb9-9679-0fc640b63473 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:28.382176 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:28.387790 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-7ae8252e-286a-48b0-acf4-1d62090a5382 admin admin] 10.222.0.30 "PUT /v2.0/routers/9b66bffd-a774-4eb9-9679-0fc640b63473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1478810 Dec 24 10:50:28.390472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 43996) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:28.392720 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Sync routers for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:28.403749 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:28.404729 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:28.518704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:28.557931 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e70ed9c-81d7-4170-aaaa-00846789e225 req-0b0ed64c-c4b3-46ea-957b-37e848b543c3 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 210 time: 0.0317464 Dec 24 10:50:28.559705 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.671692 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.776473 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Deleting port 6e88672a-a79e-42ea-9e8d-77501992ddbe {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:28.776740 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.836781 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:50:27Z', 'revision_number': 5, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port': {'id': '6e88672a-a79e-42ea-9e8d-77501992ddbe', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:47Z', 'updated_at': '2021-12-24T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:28.858914 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] For port 6e88672a-a79e-42ea-9e8d-77501992ddbe, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6e88672a-a79e-42ea-9e8d-77501992ddbe,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:28.859574 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:28.862874 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Checking router: 9b66bffd-a774-4eb9-9679-0fc640b63473 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:28.871952 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Calling delete_port for 6e88672a-a79e-42ea-9e8d-77501992ddbe owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:28.872185 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Routers {'9b66bffd-a774-4eb9-9679-0fc640b63473'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:28.872839 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['9b66bffd-a774-4eb9-9679-0fc640b63473'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:28.967820 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] Set router 9b66bffd-a774-4eb9-9679-0fc640b63473 gateway port host: None {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:29.027835 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:50:28Z', 'revision_number': 6, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:29.055584 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d0d89-67f7-4ba4-9f09-94454cb4c851 None None] The sync data for ids ['9b66bffd-a774-4eb9-9679-0fc640b63473'] in dv-cinder-816443-3-iscsi is: [{'id': '9b66bffd-a774-4eb9-9679-0fc640b63473', 'name': 'tempest-TestMinimumBasicScenario-739827954-router', 'tenant_id': 'aed29a38d2fe424398ac10e585a980df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:46Z', 'updated_at': '2021-12-24T10:50:28Z', 'revision_number': 6, 'project_id': 'aed29a38d2fe424398ac10e585a980df', 'gw_port_host': None}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:29.095691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.255031 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.282744 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e88672a-a79e-42ea-9e8d-77501992ddbe,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:29.345785 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.440291 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.442501 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.578858 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.579352 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b66bffd-a774-4eb9-9679-0fc640b63473 {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:50:29.584105 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.589974 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-75f3c2bb-e000-4e5d-aecf-639cc6c8d45f admin admin] 10.222.0.30 "DELETE /v2.0/routers/9b66bffd-a774-4eb9-9679-0fc640b63473 HTTP/1.1" status: 204 len: 168 time: 1.1937864 Dec 24 10:50:29.589974 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 44010) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:29.635317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Deleting subnet 35311de2-4f49-4d3b-9952-91a52a1b561c {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:50:29.638457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.693385 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ddc7218b-6d72-4ffe-aedf-e5469fe1c49b req-25f7e12f-8c5f-4708-80ef-81d4a80c8acf tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 210 time: 0.0320778 Dec 24 10:50:29.700925 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.847151 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.967440 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:29.995057 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35311de2-4f49-4d3b-9952-91a52a1b561c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:29.997170 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.000456 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e5f6b34a-7114-42fd-9a0d-7d3c4e062f66 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35311de2-4f49-4d3b-9952-91a52a1b561c HTTP/1.1" status: 204 len: 168 time: 0.4117250 Dec 24 10:50:30.003055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 44014) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:30.004491 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ecf80e-9f55-46ac-b23f-40fa5b6bc50b None None] Network bdfb7371-0493-476c-b7e5-4ee84d9bf130 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:30.079752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.137919 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Deleting port 044701df-6304-4406-8706-d3ef76d2523f {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:30.138255 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.176135 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] DHCP port deletion for bdfb7371-0493-476c-b7e5-4ee84d9bf130 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:50:30.202087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] For port 044701df-6304-4406-8706-d3ef76d2523f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=044701df-6304-4406-8706-d3ef76d2523f,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:30.202560 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.217912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Calling delete_port for 044701df-6304-4406-8706-d3ef76d2523f owned by network:dhcp {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:30.226822 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Deleting port 044701df-6304-4406-8706-d3ef76d2523f {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:30.227196 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.302852 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] For port 044701df-6304-4406-8706-d3ef76d2523f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=044701df-6304-4406-8706-d3ef76d2523f,segment=NetworkSegment(36be3efb-db1f-43fe-a85b-c0f6eb8aa963),segment_id=36be3efb-db1f-43fe-a85b-c0f6eb8aa963)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:30.305536 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.318851 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Calling delete_port for 044701df-6304-4406-8706-d3ef76d2523f owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:30.422563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-b8866777-63a4-4323-abed-845facd51470 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:30.424021 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-b8866777-63a4-4323-abed-845facd51470 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "GET /v2.0/networks?id=76ae600f-f994-44b0-af72-4c73bd837846 HTTP/1.1" status: 200 len: 808 time: 0.1969905 Dec 24 10:50:30.451324 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Request body: {'port': {'device_id': 'e948b5ed-a647-4111-833a-61931190c520', 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846', 'admin_state_up': True, 'tenant_id': '2c8a5fd5e33e4d059b152730ca60d5c9'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:30.484050 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-62cc84db-169a-4c1d-95c4-d05e7cb6bdf2 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:30.485535 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-62cc84db-169a-4c1d-95c4-d05e7cb6bdf2 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/networks?id=d6398a4c-0879-44d1-a22a-b560c11704a8 HTTP/1.1" status: 200 len: 813 time: 0.1146798 Dec 24 10:50:30.503498 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-99b332cf-3f63-4e49-881c-2b24e9f24c8b tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/quotas/696f3d18f3af4e0eb5760d829e0c3977 HTTP/1.1" status: 200 len: 375 time: 0.0098052 Dec 24 10:50:30.517965 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.522673 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.539048 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] No DVR routers for this DVR port 044701df-6304-4406-8706-d3ef76d2523f on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:30.553779 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-f886ea7f-eed5-4a52-9c4e-1cbaecdcc255 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375409 Dec 24 10:50:30.562837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] No DVR routers for this DVR port 044701df-6304-4406-8706-d3ef76d2523f on host dv-cinder-816443-3-iscsi {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:30.581998 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321825f2-d9d0-4126-a7b0-2a211b071ae0 None None] Pushing event deleted for resources: {'Port': ['ID=044701df-6304-4406-8706-d3ef76d2523f,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:30.598634 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Pushing event deleted for resources: {'Port': ['ID=044701df-6304-4406-8706-d3ef76d2523f,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:30.743456 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-eaa44d6a-30b1-4eab-ba87-8dc16f848e3d service neutron] 10.222.0.30 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020827 Dec 24 10:50:30.745594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.745594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfb7371-0493-476c-b7e5-4ee84d9bf130']}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:30.745594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36be3efb-db1f-43fe-a85b-c0f6eb8aa963') {'for_net_delete': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:30.745594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36be3efb-db1f-43fe-a85b-c0f6eb8aa963') {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:30.745594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784866'] for segment, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.760862 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.763850 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:50:30.764438 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5850147'] for segment, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.767006 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: Traceback (most recent call last): Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: timer() Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: cb(*args, **kw) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: return func(*args, **kwargs) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: self._notify() Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: self.callback(batched_events) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: event.method(event) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: return f(self, *a, **k) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._get(url).json() Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: return self.request(url, 'GET', **kwargs) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:50:30.769799 dv-cinder-816443-3-iscsi neutron-server[109771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:50:30.794669 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-95cc17db-3494-4557-9243-78d04b0817bb service neutron] 10.222.0.30 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226685 Dec 24 10:50:30.858112 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-174f019d-50de-49e1-ac4c-28e8dbf02a85 req-c649c6e9-0ec4-4c2e-b165-48a1d96fcba6 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 210 time: 0.0391269 Dec 24 10:50:31.028324 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Made reservation on behalf of 2c8a5fd5e33e4d059b152730ca60d5c9 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:31.028858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device d2554150-f766-4331-8647-06e604ce30f4 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:31.029357 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.047775 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: d2554150-f766-4331-8647-06e604ce30f4 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:31.048121 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device d2554150-f766-4331-8647-06e604ce30f4 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:31.048531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 044701df-6304-4406-8706-d3ef76d2523f no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:31.069866 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 044701df-6304-4406-8706-d3ef76d2523f {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:31.070212 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 044701df-6304-4406-8706-d3ef76d2523f not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:31.070617 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6e88672a-a79e-42ea-9e8d-77501992ddbe no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:31.089330 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 6e88672a-a79e-42ea-9e8d-77501992ddbe {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:31.090304 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6e88672a-a79e-42ea-9e8d-77501992ddbe not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:31.111910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.114731 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.118752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.122345 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bdfb7371-0493-476c-b7e5-4ee84d9bf130 HTTP/1.1" status: 204 len: 168 time: 1.1183732 Dec 24 10:50:31.125332 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44044) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:31.166109 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ea47b-fe12-478c-8a72-e2d80d095222 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfb7371-0493-476c-b7e5-4ee84d9bf130,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:31.248944 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Allocated IP 172.20.0.8 (76ae600f-f994-44b0-af72-4c73bd837846/7d022349-084c-4c8f-b12e-f0c47e27f342/1d3853f2-81fb-48c7-99e2-a8e011c53321) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:31.306220 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8df96c7f-bbbc-4715-981a-63409c4a5f46 req-c3d85ea9-d3ff-41e0-9a68-f34d751c8f48 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0292022 Dec 24 10:50:31.426563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.478113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.523908 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.579739 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b910e-fca0-419a-9163-a986b1201aff req-83eefd19-a120-4156-b2bc-7d76094503af tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:31.581228 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b03b910e-fca0-419a-9163-a986b1201aff req-83eefd19-a120-4156-b2bc-7d76094503af tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0493066 Dec 24 10:50:31.634201 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b03b910e-fca0-419a-9163-a986b1201aff req-bfa81e3d-cf67-422d-be18-99df8ede10d0 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468042 Dec 24 10:50:31.638287 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.687851 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Network 76ae600f-f994-44b0-af72-4c73bd837846 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:31.691006 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:31.695524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:31.698380 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Pushing event updated for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:31.745636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:31.746787 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.782672 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Deleting port f29a6994-39f3-42d0-8dcb-d7f8f5532367 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:31.783003 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.860666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] For port f29a6994-39f3-42d0-8dcb-d7f8f5532367, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f29a6994-39f3-42d0-8dcb-d7f8f5532367,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:31.861098 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:31.874020 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Calling delete_port for f29a6994-39f3-42d0-8dcb-d7f8f5532367 owned by network:router_interface {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:31.897301 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-e7522c88-5b85-4aa0-a110-e7afe9f68d09 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4452946 Dec 24 10:50:31.907788 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Request body: {'port': {'device_id': 'e948b5ed-a647-4111-833a-61931190c520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:31.969772 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.017099 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594a2df-4c62-4263-b1fb-461444796a23 req-b71eeeb8-59ed-4ad1-91b5-9bd377f45639 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:32.018830 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0594a2df-4c62-4263-b1fb-461444796a23 req-b71eeeb8-59ed-4ad1-91b5-9bd377f45639 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 931 time: 0.0920181 Dec 24 10:50:32.091827 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0594a2df-4c62-4263-b1fb-461444796a23 req-dd2a0cc8-cf2b-4d32-b77d-4835ded0c0a4 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652773 Dec 24 10:50:32.218440 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.233841 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3853f2-81fb-48c7-99e2-a8e011c53321 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:32.241232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.244622 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29a6994-39f3-42d0-8dcb-d7f8f5532367,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:32.255923 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Transition to ACTIVE for port object 1d3853f2-81fb-48c7-99e2-a8e011c53321 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:32.335059 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.416326 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:32.420510 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7350384d-03e9-4642-b73c-d26c795754d6 req-559b453d-f802-45ec-bb9e-07a27ae92111 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0394242 Dec 24 10:50:32.427388 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.498385 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Attempting to bind port 1d3853f2-81fb-48c7-99e2-a8e011c53321 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:32.498716 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Attempting to bind port 1d3853f2-81fb-48c7-99e2-a8e011c53321 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:32.499040 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Attempting to bind port 1d3853f2-81fb-48c7-99e2-a8e011c53321 on network 76ae600f-f994-44b0-af72-4c73bd837846 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:32.503475 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Port 1d3853f2-81fb-48c7-99e2-a8e011c53321 on network 76ae600f-f994-44b0-af72-4c73bd837846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:32.503817 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Attempting to bind port 1d3853f2-81fb-48c7-99e2-a8e011c53321 on network 76ae600f-f994-44b0-af72-4c73bd837846 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:32.508631 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:32.508996 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Checking segment: {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:32.509377 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Bound using segment: {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:32.509826 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Bound port: 1d3853f2-81fb-48c7-99e2-a8e011c53321, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:32.510174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.576131 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:32.579472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:32.657508 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:32.668385 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.719996 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:32.720687 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.722114 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d3853f2-81fb-48c7-99e2-a8e011c53321 HTTP/1.1" status: 200 len: 1093 time: 0.8185568 Dec 24 10:50:32.722861 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:32.726159 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0076e5e-d988-4140-821f-6449c9f87403" -d '{"events": [{"name": "network-changed", "server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:32.769916 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:32.778165 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-19d349b4-88d3-4be4-8395-8e19619ef278 admin admin] 10.222.0.30 "PUT /v2.0/routers/1b7c0512-ebe0-42ef-a9f9-866a9fa1f267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489108 Dec 24 10:50:32.779735 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44074) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:32.781959 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Sync routers for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:32.783188 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19df3877-2f69-4437-a6dc-50eae1d53714 x-openstack-request-id: req-19df3877-2f69-4437-a6dc-50eae1d53714 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:32.783480 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:32.783734 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19df3877-2f69-4437-a6dc-50eae1d53714 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:32.784125 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321', 'status': 'completed', 'code': 200} Dec 24 10:50:32.793524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c26b46-cf4e-4cef-be1a-f43f721416b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:32.794542 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:32.795386 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:32.838074 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162fbeb-28e3-4361-be58-ccd1d7599c01 req-f6b67352-5b77-44cb-b7ff-487059fbdcc5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:32.844092 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8162fbeb-28e3-4361-be58-ccd1d7599c01 req-f6b67352-5b77-44cb-b7ff-487059fbdcc5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.1013973 Dec 24 10:50:32.859746 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0076e5e-d988-4140-821f-6449c9f87403 req-72cdcaea-fa9f-45d4-b617-fdb66090aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:32.861192 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0076e5e-d988-4140-821f-6449c9f87403 req-72cdcaea-fa9f-45d4-b617-fdb66090aa4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 1096 time: 0.0585554 Dec 24 10:50:32.900569 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks [] for router, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:32.910507 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:32.995086 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8162fbeb-28e3-4361-be58-ccd1d7599c01 req-18824a20-9488-47a6-9455-486d20700743 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459830 Dec 24 10:50:33.051782 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:33.080556 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0076e5e-d988-4140-821f-6449c9f87403 req-6d846657-a4ad-420e-becb-5129dd6c3d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.082396 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0076e5e-d988-4140-821f-6449c9f87403 req-6d846657-a4ad-420e-becb-5129dd6c3d80 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2109077 Dec 24 10:50:33.142586 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:50:32Z', 'revision_number': 5, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:33.172258 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Checking router: 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:33.184145 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0076e5e-d988-4140-821f-6449c9f87403 req-e75d7ea2-125b-4b50-851f-48b9e12dd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.185650 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c0076e5e-d988-4140-821f-6449c9f87403 req-e75d7ea2-125b-4b50-851f-48b9e12dd56a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950069 Dec 24 10:50:33.187081 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Routers {'1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:33.187928 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:33.254548 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78bdc6-2e20-4691-bc03-5dba78661a1f req-de5d92db-1f4a-4095-8203-b70f33904b0d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.257938 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0b78bdc6-2e20-4691-bc03-5dba78661a1f req-de5d92db-1f4a-4095-8203-b70f33904b0d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 943 time: 0.0891643 Dec 24 10:50:33.298457 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Deleting port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:33.298802 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:33.303330 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-cbc70d1e-2938-43d2-acd6-4dcb3bcb5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.305033 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-cbc70d1e-2938-43d2-acd6-4dcb3bcb5a9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 1096 time: 0.0606196 Dec 24 10:50:33.355992 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-b45c83e6-cecb-4ad7-aedd-277d00cf2cb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Dec 24 10:50:33.391334 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0b78bdc6-2e20-4691-bc03-5dba78661a1f req-5c9de547-d17d-4c65-9ca4-e18aa64965c8 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121182 Dec 24 10:50:33.410841 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] Set router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:33.416585 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] For port 2e23e57d-ecec-4d1e-8177-00b26c17ae4d, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:33.417000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:33.425157 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-d20e385a-5c2b-4e7b-ab4c-3cec2dec1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.427163 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-d20e385a-5c2b-4e7b-ab4c-3cec2dec1d58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d022349-084c-4c8f-b12e-f0c47e27f342 HTTP/1.1" status: 200 len: 848 time: 0.0621917 Dec 24 10:50:33.432601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Calling delete_port for 2e23e57d-ecec-4d1e-8177-00b26c17ae4d owned by network:router_gateway {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:33.471297 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-1d5f8fe8-6139-4316-9b02-2756138cb819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76ae600f-f994-44b0-af72-4c73bd837846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323079 Dec 24 10:50:33.562029 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fbf2f7cf-e5db-4299-9da7-0bc34f9e738a req-f6818533-9930-4f9e-9405-3a301e69b1ca tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0539615 Dec 24 10:50:33.597275 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-846d51fa-9b79-4fc6-b09b-27d9b0e297da service neutron] 10.222.0.24 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173553 Dec 24 10:50:33.618375 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:50:32Z', 'revision_number': 5, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:33.657281 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27071194-2ba2-4c06-a106-8d76360ad315 None None] The sync data for ids ['1b7c0512-ebe0-42ef-a9f9-866a9fa1f267'] in dv-cinder-816443-3-iscsi is: [{'id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'name': 'tempest-TestMinimumBasicScenario-492631748-router', 'tenant_id': 'e22db82723a149bfaac516e0e48d35fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:55Z', 'updated_at': '2021-12-24T10:50:32Z', 'revision_number': 5, 'project_id': 'e22db82723a149bfaac516e0e48d35fc', 'gw_port': {'id': '2e23e57d-ecec-4d1e-8177-00b26c17ae4d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7c0512-ebe0-42ef-a9f9-866a9fa1f267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:56Z', 'updated_at': '2021-12-24T10:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:33.662308 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-072c3fd1-70d2-49c7-b2cb-20047a3a65f4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:33.663665 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-072c3fd1-70d2-49c7-b2cb-20047a3a65f4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.0600195 Dec 24 10:50:33.708457 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-17be4c0f-b7ea-4397-8c46-ad8ab5f185f5 req-d74dc321-9d92-4079-bc11-fda466ec9559 service neutron] 10.222.0.24 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034257 Dec 24 10:50:33.717881 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:33.750878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e23e57d-ecec-4d1e-8177-00b26c17ae4d,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:33.846100 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:33.919897 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Deleting port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:33.920229 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.208087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224ba33-e22f-4b64-88ea-0c64fb083ca2 req-6172bfb8-c24b-4344-bbee-95ad698cb126 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:34.211370 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f224ba33-e22f-4b64-88ea-0c64fb083ca2 req-6172bfb8-c24b-4344-bbee-95ad698cb126 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 945 time: 0.1349785 Dec 24 10:50:34.249997 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.275948 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.375527 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] For port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:34.375885 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.448878 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.449722 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 {{(pid=109772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:50:34.482660 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.485437 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-eb4e62e6-62e5-40e2-8197-cc40d5c42494 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1b7c0512-ebe0-42ef-a9f9-866a9fa1f267 HTTP/1.1" status: 204 len: 168 time: 1.7043464 Dec 24 10:50:34.509915 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44088) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:34.552271 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-351f9c70-b329-4e5d-8491-8302e16d93a1 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:34.553714 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-351f9c70-b329-4e5d-8491-8302e16d93a1 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "GET /v2.0/networks?id=d6398a4c-0879-44d1-a22a-b560c11704a8 HTTP/1.1" status: 200 len: 813 time: 0.4400134 Dec 24 10:50:34.557516 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f224ba33-e22f-4b64-88ea-0c64fb083ca2 req-dc6f6236-5dbd-463e-a37e-8b54da8ab45d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=58339ad4-4b7f-4c6a-8342-217e1b2d6566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306704 Dec 24 10:50:34.579209 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Request body: {'port': {'device_id': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8', 'admin_state_up': True, 'tenant_id': '696f3d18f3af4e0eb5760d829e0c3977'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:34.630541 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250b06e-9f0e-41db-a9f8-2a31d863a5c8 req-ae35b5c4-076e-4ca9-bf63-4cb4f6615452 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:34.632078 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3250b06e-9f0e-41db-a9f8-2a31d863a5c8 req-ae35b5c4-076e-4ca9-bf63-4cb4f6615452 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 943 time: 0.1844900 Dec 24 10:50:34.654599 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Deleting subnet ec6c07b8-3290-4f7c-b487-595a25b5aa7b {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:50:34.664497 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.682762 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-96ecea02-05a1-4e25-8fbd-63f34451fcad req-0da803c4-6a7b-4a45-a682-11323326ce0e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0337481 Dec 24 10:50:34.765229 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.797253 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3250b06e-9f0e-41db-a9f8-2a31d863a5c8 req-a41a50a3-6bf4-4d99-b931-82a157cc0c91 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569004 Dec 24 10:50:34.804807 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Made reservation on behalf of 696f3d18f3af4e0eb5760d829e0c3977 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:34.806775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.807134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.807449 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Floating IP ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c disassociated. External IP: 172.27.1.211, port: 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e. Dec 24 10:50:34.807789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Calling delete_port for 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:34.813119 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.939138 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:34.939391 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Allocated IP 172.20.0.7 (d6398a4c-0879-44d1-a22a-b560c11704a8/62afb78b-2cac-432f-929a-02bc1f6c07f8/0a1505e6-626c-4f03-8fa1-81e71b8f72d5) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:35.048085 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 2e23e57d-ecec-4d1e-8177-00b26c17ae4d no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:35.056588 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 2e23e57d-ecec-4d1e-8177-00b26c17ae4d {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:35.056909 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 2e23e57d-ecec-4d1e-8177-00b26c17ae4d not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:35.057309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f29a6994-39f3-42d0-8dcb-d7f8f5532367 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:35.076510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: f29a6994-39f3-42d0-8dcb-d7f8f5532367 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:35.076877 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f29a6994-39f3-42d0-8dcb-d7f8f5532367 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:35.133351 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.165067 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.168667 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec6c07b8-3290-4f7c-b487-595a25b5aa7b HTTP/1.1" status: 204 len: 168 time: 0.6576889 Dec 24 10:50:35.170165 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b95ccc-dc2d-4170-b373-7e8a1f745b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6c07b8-3290-4f7c-b487-595a25b5aa7b,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:35.171289 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d1417-3161-4819-b0b5-d03126e7ed33 None None] Network e04ba6f1-14e7-49af-a453-d00fd1d41417 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:50:35.172344 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44096) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:35.180007 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.226756 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'Port': ['ID=0cea520e-6ec2-4fe3-8f62-bfb44b96b73e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:35.288545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.319307 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.361203 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] DHCP port deletion for e04ba6f1-14e7-49af-a453-d00fd1d41417 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:50:35.396279 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.409192 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Deleting port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:35.409568 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.426660 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:35.440042 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Deleting port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:35.440366 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.443339 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Network d6398a4c-0879-44d1-a22a-b560c11704a8 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:35.446486 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:35.450204 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:35.482161 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] For port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:35.482732 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.485610 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Pushing event updated for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:35.499275 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Calling delete_port for 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:35.508523 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:35.509342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.551518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] For port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,segment=NetworkSegment(cd24f3ad-306a-4f9f-81b1-f027635f624c),segment_id=cd24f3ad-306a-4f9f-81b1-f027635f624c)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:35.552064 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.600957 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Calling delete_port for 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:35.658663 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:35.669372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:35.680065 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-06516bc4-913d-4ae2-ad14-f659912adfd5 req-b1cf6794-234f-44d8-acf1-49a045aebc15 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0350213 Dec 24 10:50:35.680786 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:35.681835 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:35.710071 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-aaf32127-1bdb-43fc-b6d1-4903c316afab tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1404977 Dec 24 10:50:35.727111 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] No DVR routers for this DVR port 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:35.727857 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Request body: {'port': {'device_id': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:35.731090 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.734335 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a71923a5-7a58-4d38-a7d1-ccdffa448568 req-6f76aa15-631c-48ba-825e-3b21ed21ccac tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "DELETE /v2.0/ports/0cea520e-6ec2-4fe3-8f62-bfb44b96b73e HTTP/1.1" status: 204 len: 173 time: 2.0608995 Dec 24 10:50:35.734793 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'name': 'network-vif-deleted', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:35.736735 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.743884 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2d1a18-0c15-4188-820c-c882268f4a0b" -d '{"events": [{"server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "name": "network-vif-deleted", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:35.769770 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.802050 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.806076 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] Pushing event deleted for resources: {'Port': ['ID=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:35.807551 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9fd1ef-73c7-40c9-be63-9abaad880cc0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:35.820113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:35.830983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] No DVR routers for this DVR port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:35.870234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:35.870593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0cea520e-6ec2-4fe3-8f62-bfb44b96b73e not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:35.935885 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e8d1a-b2e1-4795-8d10-24e85a724120 None None] No DVR routers for this DVR port 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:35.942922 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:35.970110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04ba6f1-14e7-49af-a453-d00fd1d41417']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:35.983895 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:35.989745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd24f3ad-306a-4f9f-81b1-f027635f624c') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:35.990142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd24f3ad-306a-4f9f-81b1-f027635f624c') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:36.003648 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.021797 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7d00c-1172-4382-a67e-dc355016dd4a x-openstack-request-id: req-12a7d00c-1172-4382-a67e-dc355016dd4a {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:36.030261 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f029c8a-2406-4299-b6e7-7467a7603c9c req-d58e7fb1-cba7-42ce-b7d1-a037b51c14ac tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:36.037550 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f029c8a-2406-4299-b6e7-7467a7603c9c req-d58e7fb1-cba7-42ce-b7d1-a037b51c14ac tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 931 time: 0.1397383 Dec 24 10:50:36.059848 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9330dbb8-edad-4d54-afeb-8badc464250d", "name": "network-vif-deleted", "tag": "0cea520e-6ec2-4fe3-8f62-bfb44b96b73e", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:36.059848 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12a7d00c-1172-4382-a67e-dc355016dd4a {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:36.059848 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9330dbb8-edad-4d54-afeb-8badc464250d', 'name': 'network-vif-deleted', 'tag': '0cea520e-6ec2-4fe3-8f62-bfb44b96b73e', 'status': 'completed', 'code': 200} Dec 24 10:50:36.064540 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.079053 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:50:36.081550 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: warnings.warn(msg) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self.session.flush() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self.session.flush() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self.session.flush() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self.session.flush() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:50:36.083631 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:50:36.091435 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:50:36.121359 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f029c8a-2406-4299-b6e7-7467a7603c9c req-ee2e5741-07df-4f49-84ea-0e1b8cfe1d31 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791271 Dec 24 10:50:36.206804 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95dfd2-b306-4f0b-a10a-8eeb935ad2b2 req-896b969a-3809-49c1-a820-27b729245131 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:36.208233 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7d95dfd2-b306-4f0b-a10a-8eeb935ad2b2 req-896b969a-3809-49c1-a820-27b729245131 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 943 time: 0.1238189 Dec 24 10:50:36.237859 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:36.272569 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7d95dfd2-b306-4f0b-a10a-8eeb935ad2b2 req-637d05be-1294-42ae-abab-f154f3aebd7b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562534 Dec 24 10:50:36.274064 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:36.282192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:36.283647 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:36.284379 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:36.293497 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.293890 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.299441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.305466 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e04ba6f1-14e7-49af-a453-d00fd1d41417 HTTP/1.1" status: 204 len: 168 time: 1.1292906 Dec 24 10:50:36.313765 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Transition to ACTIVE for port object 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:36.317994 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7683-9031-4fbe-bf33-df47ebfb0c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04ba6f1-14e7-49af-a453-d00fd1d41417,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:36.398144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.451235 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:36.532277 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:36.532925 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Attempting to bind port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:36.533419 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Attempting to bind port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:36.533895 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Attempting to bind port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 on network d6398a4c-0879-44d1-a22a-b560c11704a8 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:36.540015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 on network d6398a4c-0879-44d1-a22a-b560c11704a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:36.540487 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Attempting to bind port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 on network d6398a4c-0879-44d1-a22a-b560c11704a8 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:36.547546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:36.548025 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Checking segment: {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:36.548575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Bound using segment: {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:36.560156 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Bound port: 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:36.560156 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.624908 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:36.628709 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:36.736323 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:36.762096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c0588-31e1-49a6-85f1-6a16cfc72d11 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:36.793994 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bcbaf0e7-90ac-4b21-987e-c1035414f9a9 req-d9a46485-be0f-44ca-91a8-b9d74668cabd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=9330dbb8-edad-4d54-afeb-8badc464250d HTTP/1.1" status: 200 len: 210 time: 0.0295084 Dec 24 10:50:36.794611 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.800383 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44114) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:36.848649 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:36.849303 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.851416 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] 10.222.0.24 "PUT /v2.0/ports/0a1505e6-626c-4f03-8fa1-81e71b8f72d5 HTTP/1.1" status: 200 len: 1093 time: 1.1285563 Dec 24 10:50:36.851853 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:36.854113 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4939a-e55b-4955-8a1b-e3947d701cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:36.878665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccbc85-84df-411a-b5c4-f28a224ca82a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:36.880045 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-52303d02-08fa-4c5d-a3c4-08b3ad40f004 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aed29a38d2fe424398ac10e585a980df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777271 Dec 24 10:50:36.882199 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44118) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:36.916875 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e0bec8-900e-4d43-a269-7c6c759c287d x-openstack-request-id: req-15e0bec8-900e-4d43-a269-7c6c759c287d {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:36.917321 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:36.917882 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15e0bec8-900e-4d43-a269-7c6c759c287d {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:36.918162 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5', 'status': 'completed', 'code': 200} Dec 24 10:50:36.940647 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.963326 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:36.994262 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-613ce229-1d32-4e2d-9d21-3236a7882a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:36.995908 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-613ce229-1d32-4e2d-9d21-3236a7882a89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 1096 time: 0.0506327 Dec 24 10:50:37.051081 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:37.083312 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:37.083669 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 4f9fd1ef-73c7-40c9-be63-9abaad880cc0 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:37.085064 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1055556-0791-4997-b4a9-2e69ff5dfc7b None None] New status for floating IP ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:50:37.116241 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-56442f3f-3b2e-450a-a1c8-b342b05e96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.117751 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-56442f3f-3b2e-450a-a1c8-b342b05e96fa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1128511 Dec 24 10:50:37.121550 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:37.124292 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:37.125553 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3 HTTP/1.1" status: 204 len: 168 time: 0.2410998 Dec 24 10:50:37.135541 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0c233-eba8-40d6-bb47-5ceecc4cabf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb9b3d-8ac8-4e66-bf61-1d8a75f01aa3,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:37.259928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-4ad44b62-28db-43dd-bfcd-0df67e387870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.262000 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfa4939a-e55b-4955-8a1b-e3947d701cb8 req-4ad44b62-28db-43dd-bfcd-0df67e387870 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330388 Dec 24 10:50:37.273457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb73c7-ab83-4f87-a9ed-31e609a7bc1c req-7d1c587b-1950-49ba-ae9b-b06f585785e0 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.274949 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7afb73c7-ab83-4f87-a9ed-31e609a7bc1c req-7d1c587b-1950-49ba-ae9b-b06f585785e0 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 943 time: 0.0796580 Dec 24 10:50:37.353590 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7afb73c7-ab83-4f87-a9ed-31e609a7bc1c req-69140294-1bb8-462b-b209-b9062e742209 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715380 Dec 24 10:50:37.363840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-e5adb29a-216f-4805-a609-c08d527f4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.365347 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-e5adb29a-216f-4805-a609-c08d527f4749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 1096 time: 0.0565879 Dec 24 10:50:37.412502 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-1fbcec41-36c7-4733-af8c-cbfd42c9f1c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5 HTTP/1.1" status: 200 len: 217 time: 0.0385840 Dec 24 10:50:37.444497 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb08a3-0327-4a2e-bb8a-8d8923562f10 req-5c9e7f25-3b40-4cfe-8c4f-7b478190bf23 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.446056 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c5fb08a3-0327-4a2e-bb8a-8d8923562f10 req-5c9e7f25-3b40-4cfe-8c4f-7b478190bf23 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 943 time: 0.0516093 Dec 24 10:50:37.468953 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-543fcb7a-df3a-41fb-9690-07fa2ec2f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:37.470391 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-543fcb7a-df3a-41fb-9690-07fa2ec2f49d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62afb78b-2cac-432f-929a-02bc1f6c07f8 HTTP/1.1" status: 200 len: 853 time: 0.0506690 Dec 24 10:50:37.494879 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c5fb08a3-0327-4a2e-bb8a-8d8923562f10 req-b32f425d-988b-4983-a61e-2995299a0e65 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Dec 24 10:50:37.505049 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-edc66c0b-ae11-4b0e-a72e-cc59776408ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6398a4c-0879-44d1-a22a-b560c11704a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272796 Dec 24 10:50:37.598194 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-c7a21fd2-bc9e-4207-8582-6515637cf7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845366 Dec 24 10:50:37.691733 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-32f34ddd-7975-4dab-864e-b56a2413d1ba req-64e2ac53-776f-4eb0-a73b-2ec7e12b6e41 service neutron] 10.222.0.24 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857787 Dec 24 10:50:37.782026 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d3853f2-81fb-48c7-99e2-a8e011c53321 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:37.882659 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:37.894718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '1d3853f2-81fb-48c7-99e2-a8e011c53321', 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846', 'port_id': '1d3853f2-81fb-48c7-99e2-a8e011c53321', 'mac_address': 'fa:16:3e:00:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d022349-084c-4c8f-b12e-f0c47e27f342', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:37.934981 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:37.947718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3853f2-81fb-48c7-99e2-a8e011c53321 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:37.967162 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:37.995838 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44134) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:38.035103 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a6204cd0-9cdd-4ad7-a28f-e26e6e594ded admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e22db82723a149bfaac516e0e48d35fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380712 Dec 24 10:50:38.037472 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44136) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:38.060546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 44138) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:38.077383 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.085707 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.107251 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.115110 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.127859 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:38.139792 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.243294 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.246478 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.252264 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e678b8a1-66bd-4017-8a07-9d918bfb7e33 HTTP/1.1" status: 204 len: 168 time: 0.2092969 Dec 24 10:50:38.255088 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5e822-37f6-4a5e-9ef4-353f7721ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678b8a1-66bd-4017-8a07-9d918bfb7e33,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:38.271992 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.274920 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.283137 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "DELETE /v2.0/security-groups/58339ad4-4b7f-4c6a-8342-217e1b2d6566 HTTP/1.1" status: 204 len: 168 time: 0.2154548 Dec 24 10:50:38.284769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44142) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:38.287007 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af110fc-320b-45c7-abe6-d83399cc41eb tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58339ad4-4b7f-4c6a-8342-217e1b2d6566,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:38.298941 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.api.v2.resource [None req-bbdb9f0b-c386-4ad2-a3dd-3902076de4f0 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] show failed (client error): The resource could not be found. Dec 24 10:50:38.300097 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bbdb9f0b-c386-4ad2-a3dd-3902076de4f0 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups/58339ad4-4b7f-4c6a-8342-217e1b2d6566 HTTP/1.1" status: 404 len: 347 time: 0.0140724 Dec 24 10:50:38.303090 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44144) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:38.318545 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['1d3853f2-81fb-48c7-99e2-a8e011c53321'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:38.472214 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Deleting port e7d39e51-5286-47c1-912d-357fd33d0263 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:38.472582 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.500075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9c35d-9a29-43d1-9c14-e4a0f5e244dc req-9107c19b-9597-43f4-9a6c-bd2174ac2ba9 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:38.501549 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ace9c35d-9a29-43d1-9c14-e4a0f5e244dc req-9107c19b-9597-43f4-9a6c-bd2174ac2ba9 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 943 time: 0.0745871 Dec 24 10:50:38.593251 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ace9c35d-9a29-43d1-9c14-e4a0f5e244dc req-cb32f9b7-02aa-44fc-bc0b-cca131fc0989 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Dec 24 10:50:38.594250 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.594562 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.619369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Calling delete_port for e7d39e51-5286-47c1-912d-357fd33d0263 owned by network:floatingip {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:38.622639 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0af72b-a74e-4c11-8156-fe03cdb3388c req-f766d83c-100d-463f-9792-ea39ec6885d4 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:38.625721 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5b0af72b-a74e-4c11-8156-fe03cdb3388c req-f766d83c-100d-463f-9792-ea39ec6885d4 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 944 time: 0.0603600 Dec 24 10:50:38.676636 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5b0af72b-a74e-4c11-8156-fe03cdb3388c req-e3626421-251e-436c-8304-efd1d936fa81 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455217 Dec 24 10:50:38.843844 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.870796 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'Port': ['ID=e7d39e51-5286-47c1-912d-357fd33d0263,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:38.934991 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.937711 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:38.938844 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ef399d05-5512-4f46-b533-799bfa5475a1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "DELETE /v2.0/floatingips/ef75f29d-8c2e-4ddf-8f4e-f78f0ba85d8c HTTP/1.1" status: 204 len: 168 time: 0.6344762 Dec 24 10:50:39.288020 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44154) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:39.293061 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255893236', 'description': 'tempest-description--955148593'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:39.384144 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.446986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.510108 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.540716 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8cc152-c338-4a9a-b843-3bf5483a8c8a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:39.599989 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.601223 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a5de31ca-b204-4045-8c25-b4b18888f6ec tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3122206 Dec 24 10:50:39.603971 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44158) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:39.608920 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group_rule': {'security_group_id': 'bd8cc152-c338-4a9a-b843-3bf5483a8c8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:39.711014 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a20f6-fea7-4e27-828a-5ad90cf261a0 req-002acb07-e4b9-4204-ae8a-a812e6fe441a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:39.712464 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1c9a20f6-fea7-4e27-828a-5ad90cf261a0 req-002acb07-e4b9-4204-ae8a-a812e6fe441a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 943 time: 0.0505497 Dec 24 10:50:39.719920 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.788110 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1c9a20f6-fea7-4e27-828a-5ad90cf261a0 req-e8a65a0e-e6ca-4c21-899d-123cbfb73e65 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665436 Dec 24 10:50:39.804123 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20441-d84b-44f0-bd23-fd60d5960f06 req-ec092bdb-8d59-471d-9f97-41b1c7a805b6 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:39.805935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d3853f2-81fb-48c7-99e2-a8e011c53321 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:50:39.807830 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c7a20441-d84b-44f0-bd23-fd60d5960f06 req-ec092bdb-8d59-471d-9f97-41b1c7a805b6 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 944 time: 0.0555596 Dec 24 10:50:39.809615 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.855733 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c7a20441-d84b-44f0-bd23-fd60d5960f06 req-ebdf4067-6519-4d9b-a7bc-7a6a44736522 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Dec 24 10:50:39.923124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:39.940794 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb229d-f357-4c5e-8d26-bafed3b1e3f3,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:39.957345 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 1d3853f2-81fb-48c7-99e2-a8e011c53321 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:50:39.961753 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 1d3853f2-81fb-48c7-99e2-a8e011c53321 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:39.962171 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.039362 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.040672 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-c76cd4da-dfe2-4bc6-a9f9-7007696743c4 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4356492 Dec 24 10:50:40.041399 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.043335 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44164) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:40.048061 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'security_group_rule': {'security_group_id': 'bd8cc152-c338-4a9a-b843-3bf5483a8c8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:40.064742 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:40.067338 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea81ed-7308-4e9d-b287-946f1cba5fc2" -d '{"events": [{"server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "name": "network-vif-plugged", "status": "completed", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:40.081577 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:40.157656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.180457 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.223938 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.230348 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:40.303489 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.303958 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b969f3-7659-410d-a1c9-2d0fa383fde7 x-openstack-request-id: req-71b969f3-7659-410d-a1c9-2d0fa383fde7 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:40.303958 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "name": "network-vif-plugged", "status": "completed", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:40.303958 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71b969f3-7659-410d-a1c9-2d0fa383fde7 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:40.303958 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321', 'code': 200} Dec 24 10:50:40.315645 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250dce1c-d28e-43a8-bb9a-0bf3f2e68eae,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:40.386889 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.388120 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-1ab53bc9-b551-4b0c-b862-7661b5aee884 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3434522 Dec 24 10:50:40.391328 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 44170) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:40.396039 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:40.475638 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.603300 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4c4b9-3c36-4a00-89d9-0db04dcc26ee req-77123edf-f1c2-4e62-8bdf-f0091888ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:40.605319 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4de4c4b9-3c36-4a00-89d9-0db04dcc26ee req-77123edf-f1c2-4e62-8bdf-f0091888ae3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 1098 time: 0.0609927 Dec 24 10:50:40.621094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.692070 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4de4c4b9-3c36-4a00-89d9-0db04dcc26ee req-4276562e-0f71-43d6-b24a-8de939e33c28 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Dec 24 10:50:40.745854 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Allocated IP 172.27.1.91 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/06588d3d-64f0-4eb0-90a4-54179a11311f) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:40.848936 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:40.938718 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb51ed-4841-4e0a-80f3-4243f4d38dbd req-a3f479b3-1173-4dc1-8b0a-0c73c88a9993 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:40.940987 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-68cb51ed-4841-4e0a-80f3-4243f4d38dbd req-a3f479b3-1173-4dc1-8b0a-0c73c88a9993 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 943 time: 0.0756640 Dec 24 10:50:40.952348 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.024074 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:41.031791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:41.035881 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:41.037695 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=06588d3d-64f0-4eb0-90a4-54179a11311f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:41.081651 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c845b88-3be5-4277-ad9f-13e911ae193e req-d7e79c79-83d1-4884-8558-11aaaf5f3ebc tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:41.083139 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1c845b88-3be5-4277-ad9f-13e911ae193e req-d7e79c79-83d1-4884-8558-11aaaf5f3ebc tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.1260881 Dec 24 10:50:41.169435 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1c845b88-3be5-4277-ad9f-13e911ae193e req-b46c191f-949a-48d4-add3-384507d923f5 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786736 Dec 24 10:50:41.172405 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.234215 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-68cb51ed-4841-4e0a-80f3-4243f4d38dbd req-ef7748bd-2ec3-4ba9-8ae8-0c6b32ebd858 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873738 Dec 24 10:50:41.291610 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.436358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.560918 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.629365 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=06588d3d-64f0-4eb0-90a4-54179a11311f,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:41.641728 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.771189 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.772437 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6d002304-efbb-49b5-b927-8dcdc0ad06da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3800826 Dec 24 10:50:41.823224 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:41.932454 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:41.945401 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5', 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8', 'port_id': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5', 'mac_address': 'fa:16:3e:60:4d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62afb78b-2cac-432f-929a-02bc1f6c07f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:41.981174 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-45fd4c50-f43c-41a3-9a4b-ee6d222010da tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1255893236&fields=id&tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 267 time: 0.0423713 Dec 24 10:50:41.982838 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:41.996018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:42.015750 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:42.087979 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-48d3a510-e880-4596-9022-cdd6802c426d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:42.089456 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-48d3a510-e880-4596-9022-cdd6802c426d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 811 time: 0.1010973 Dec 24 10:50:42.104031 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-b7f30de6-b010-401a-8a32-19bd6dc8bcf5 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/quotas/3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 375 time: 0.0087757 Dec 24 10:50:42.140579 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:42.157054 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-9f34d7b3-0b2b-4867-86ef-33bda0b87749 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469525 Dec 24 10:50:42.187688 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:42.252615 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-73dbdc95-610d-4acf-bb55-2a9402e74fe6 service neutron] 10.222.0.30 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826530 Dec 24 10:50:42.286164 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4338-c411-4204-b127-3ac2eecf8f1b req-0fd9060b-118f-45f9-aa32-9a38d33dc51b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:42.287618 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-236b4338-c411-4204-b127-3ac2eecf8f1b req-0fd9060b-118f-45f9-aa32-9a38d33dc51b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Dec 24 10:50:42.337046 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-236b4338-c411-4204-b127-3ac2eecf8f1b req-7f417b85-6bea-48e4-ac3f-c3853bb87135 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Dec 24 10:50:42.344796 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-7140d940-f0ce-4563-b44c-61268e63c688 service neutron] 10.222.0.30 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861847 Dec 24 10:50:42.388897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['0a1505e6-626c-4f03-8fa1-81e71b8f72d5'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:42.446494 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d07a78-745b-4941-b5c0-4f0eba4f161f req-72480753-b303-4f86-a39a-5fe8328590f1 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:42.447990 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4d07a78-745b-4941-b5c0-4f0eba4f161f req-72480753-b303-4f86-a39a-5fe8328590f1 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 944 time: 0.0486412 Dec 24 10:50:42.504961 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b4d07a78-745b-4941-b5c0-4f0eba4f161f req-257c6410-c7f1-49ff-b15c-1425e016b213 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Dec 24 10:50:42.586953 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2194cb63-d07d-4270-b60a-24b0dda6c26c req-d0eb8670-e06b-481f-a69c-1a55b7cb07de tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 210 time: 0.0257351 Dec 24 10:50:43.100408 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:43.625709 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99ddfe-7882-4fab-8b93-599bb12bb467 req-140b5fe1-f33f-4515-97a8-4870c7bf8a97 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:43.627083 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3b99ddfe-7882-4fab-8b93-599bb12bb467 req-140b5fe1-f33f-4515-97a8-4870c7bf8a97 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 944 time: 0.0506363 Dec 24 10:50:43.674305 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3b99ddfe-7882-4fab-8b93-599bb12bb467 req-0ccb7ab8-6d05-4b1b-8c1c-d3660e70cf54 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Dec 24 10:50:43.753469 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-27393aad-13b4-4f0c-ae55-c6b41e33792a req-c4b1f063-9a59-484f-936e-5953ce2528d1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 210 time: 0.0248864 Dec 24 10:50:43.804979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15e06d-0317-4217-9ff5-3da3843172a2 req-0f36d075-57f2-4138-8185-24f5f0895dfe tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:43.806435 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d15e06d-0317-4217-9ff5-3da3843172a2 req-0f36d075-57f2-4138-8185-24f5f0895dfe tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Dec 24 10:50:43.812523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:50:43.855119 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d15e06d-0317-4217-9ff5-3da3843172a2 req-f786232e-32e3-4e14-ae0f-a7017146904b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Dec 24 10:50:43.963763 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:50:43.968943 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:43.969342 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:44.050813 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:44.074324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:44.076774 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac8bb22-8dd0-4399-8f2c-c249b929a439" -d '{"events": [{"server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "name": "network-vif-plugged", "status": "completed", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:44.088848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:44.124948 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6286e48-cbee-4b9b-bf18-cf3efef208f6 x-openstack-request-id: req-d6286e48-cbee-4b9b-bf18-cf3efef208f6 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:44.125518 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "name": "network-vif-plugged", "status": "completed", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:44.125614 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6286e48-cbee-4b9b-bf18-cf3efef208f6 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:44.125939 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5', 'code': 200} Dec 24 10:50:44.203523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:44.256353 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:44.476640 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584d4d0-e7c8-466f-b5a9-f99513c93785 req-95b28dcd-18dc-46af-a431-abde69c6e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:44.478253 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2584d4d0-e7c8-466f-b5a9-f99513c93785 req-95b28dcd-18dc-46af-a431-abde69c6e626 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 1098 time: 0.0399687 Dec 24 10:50:44.653304 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2584d4d0-e7c8-466f-b5a9-f99513c93785 req-c5dd48d5-d2c5-4b13-a8d1-dbf38a48b54d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Dec 24 10:50:44.790473 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff300-a56d-4e7a-a452-71a5d952e5ce req-981eb1db-c8e8-4d28-8c47-83e8036c4d6a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:44.791956 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-096ff300-a56d-4e7a-a452-71a5d952e5ce req-981eb1db-c8e8-4d28-8c47-83e8036c4d6a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0511262 Dec 24 10:50:44.839400 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-096ff300-a56d-4e7a-a452-71a5d952e5ce req-c95ae85b-e831-4215-89fe-8e9d1987d78b tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Dec 24 10:50:44.847761 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d5785ed3-f4e5-41da-8e90-9243ec0345f9 req-024dfd6d-a173-4805-aae9-9e9e783dfd91 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 210 time: 0.0259213 Dec 24 10:50:44.974830 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a3682-96a0-4294-9dff-b6220c469bc3 req-06cfeebc-c9b2-4002-b0de-b61912b7e3a3 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:44.976310 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ae8a3682-96a0-4294-9dff-b6220c469bc3 req-06cfeebc-c9b2-4002-b0de-b61912b7e3a3 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.0473151 Dec 24 10:50:45.025534 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ae8a3682-96a0-4294-9dff-b6220c469bc3 req-f20394bf-171b-4e1c-9971-69efad3544a9 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Dec 24 10:50:45.325850 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-017df205-4bc5-463b-bde9-9721147debfa tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:45.327164 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-017df205-4bc5-463b-bde9-9721147debfa tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 811 time: 0.0978143 Dec 24 10:50:45.393301 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-face6755-2baa-4eb7-8abf-4194421a1648 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08 HTTP/1.1" status: 200 len: 380 time: 0.0535603 Dec 24 10:50:45.408607 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'port': {'device_id': '1e267da4-1e48-4136-babc-656ccd50aae2', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'admin_state_up': True, 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'security_groups': ['bd8cc152-c338-4a9a-b843-3bf5483a8c8a']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:45.603274 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Made reservation on behalf of 3f0115a5cc8b4b1e8bffb84e0f3e0b08 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:45.607263 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:45.736579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-5958b308-afad-49b2-8963-88b6cb9923d0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:45.737439 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-5958b308-afad-49b2-8963-88b6cb9923d0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.0480690 Dec 24 10:50:45.738565 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Allocated IP 172.20.0.4 (12a04c86-5d95-4704-a030-534aa0c4e8bc/797de40d-ac90-42c6-9535-dd5d93f402af/77f6b8b9-344d-496a-a27c-ff476412f5e6) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:45.885305 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Deleting port 1d3853f2-81fb-48c7-99e2-a8e011c53321 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:50:45.888749 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:45.889599 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:45.998495 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4588fda4-ef1f-410d-b3b6-ee53667f8daf req-a15ecfee-a519-4bc4-b6c1-9e6b39c232c7 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 210 time: 0.0361383 Dec 24 10:50:46.033424 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] For port 1d3853f2-81fb-48c7-99e2-a8e011c53321, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d3853f2-81fb-48c7-99e2-a8e011c53321,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:46.041090 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.050621 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cfb8e-9788-4cb1-a1b7-de861941ed57 req-14d9b6bb-9e33-4de2-af8b-df341875af28 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:46.052225 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-705cfb8e-9788-4cb1-a1b7-de861941ed57 req-14d9b6bb-9e33-4de2-af8b-df341875af28 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0914328 Dec 24 10:50:46.060701 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Calling delete_port for 1d3853f2-81fb-48c7-99e2-a8e011c53321 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:50:46.131174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.152468 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-705cfb8e-9788-4cb1-a1b7-de861941ed57 req-28cd60c3-3d08-445d-879d-770ff18ed6cf tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929372 Dec 24 10:50:46.174196 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e1b5-b0a0-4b21-bd94-074ad8da7f94 req-aff16ff3-9a29-42d0-858b-fc655b30272d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:46.184545 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-18d2e1b5-b0a0-4b21-bd94-074ad8da7f94 req-aff16ff3-9a29-42d0-858b-fc655b30272d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 945 time: 0.0797069 Dec 24 10:50:46.187072 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:46.193824 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:46.204208 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:46.247192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event updated for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.294162 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:46.297073 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.304081 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-18d2e1b5-b0a0-4b21-bd94-074ad8da7f94 req-d9fd67a8-6756-45cf-89d6-e86fdd4a8af8 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152821 Dec 24 10:50:46.380705 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.397407 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-0c302664-6583-440b-9a6a-35bcb3e79e3c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922466 Dec 24 10:50:46.410411 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Request body: {'port': {'device_id': '1e267da4-1e48-4136-babc-656ccd50aae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:46.414758 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Pushing event deleted for resources: {'Port': ['ID=1d3853f2-81fb-48c7-99e2-a8e011c53321,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:46.463404 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] No DVR routers for this DVR port 1d3853f2-81fb-48c7-99e2-a8e011c53321 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:50:46.466091 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.466324 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.469354 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-de5746b9-20d2-4516-9dd7-fb490dce44ee req-ccd0be1f-ae8a-4eb2-a655-5afcd873c1fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "DELETE /v2.0/ports/1d3853f2-81fb-48c7-99e2-a8e011c53321 HTTP/1.1" status: 204 len: 173 time: 0.7165191 Dec 24 10:50:46.474425 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'name': 'network-vif-deleted', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:46.474425 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86158fce-a564-4fc3-82ff-89d10d85d516" -d '{"events": [{"server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "name": "network-vif-deleted", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:46.489076 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-aa50a427-210e-4354-804c-7374a50c73ec None None] Provisioning complete for port 77f6b8b9-344d-496a-a27c-ff476412f5e6 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:46.489597 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa50a427-210e-4354-804c-7374a50c73ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.511873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c50f3a-f3b6-4775-b4f3-7e0531f0ba1e x-openstack-request-id: req-13c50f3a-f3b6-4775-b4f3-7e0531f0ba1e {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:46.512172 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e948b5ed-a647-4111-833a-61931190c520", "name": "network-vif-deleted", "tag": "1d3853f2-81fb-48c7-99e2-a8e011c53321", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:46.512419 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13c50f3a-f3b6-4775-b4f3-7e0531f0ba1e {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:46.512833 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e948b5ed-a647-4111-833a-61931190c520', 'name': 'network-vif-deleted', 'tag': '1d3853f2-81fb-48c7-99e2-a8e011c53321', 'status': 'completed', 'code': 200} Dec 24 10:50:46.527404 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-aa50a427-210e-4354-804c-7374a50c73ec None None] Port 77f6b8b9-344d-496a-a27c-ff476412f5e6 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:50:46.730986 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f6b8b9-344d-496a-a27c-ff476412f5e6 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:46.738122 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.750262 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Transition to ACTIVE for port object 77f6b8b9-344d-496a-a27c-ff476412f5e6 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:46.835426 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:46.886615 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:46.955411 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Attempting to bind port 77f6b8b9-344d-496a-a27c-ff476412f5e6 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:46.956094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Attempting to bind port 77f6b8b9-344d-496a-a27c-ff476412f5e6 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:46.956094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Attempting to bind port 77f6b8b9-344d-496a-a27c-ff476412f5e6 on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:46.960715 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Port 77f6b8b9-344d-496a-a27c-ff476412f5e6 on network 12a04c86-5d95-4704-a030-534aa0c4e8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:46.961080 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Attempting to bind port 77f6b8b9-344d-496a-a27c-ff476412f5e6 on network 12a04c86-5d95-4704-a030-534aa0c4e8bc {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:46.966116 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:46.966446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Checking segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:46.966824 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Bound using segment: {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:46.967247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Bound port: 77f6b8b9-344d-496a-a27c-ff476412f5e6, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8342240a-6587-4731-baf2-31394f5ea667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:46.967593 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:47.037865 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:47.041624 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:47.107548 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:47.118931 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2b4a-bd86-4877-8480-8c11fa4e4d7e req-0da79cb1-d53b-47f1-a9bc-187f1a5b44c8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.120400 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-320e2b4a-bd86-4877-8480-8c11fa4e4d7e req-0da79cb1-d53b-47f1-a9bc-187f1a5b44c8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 943 time: 0.0525897 Dec 24 10:50:47.155569 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.156396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:47.157785 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] 10.222.0.24 "PUT /v2.0/ports/77f6b8b9-344d-496a-a27c-ff476412f5e6 HTTP/1.1" status: 200 len: 1093 time: 0.7515504 Dec 24 10:50:47.169068 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:47.171349 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9c4888-c1b0-4a41-a80f-34adcb57623c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:47.219006 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b6cba3-c8c4-41a2-817f-6da24555fa4a x-openstack-request-id: req-22b6cba3-c8c4-41a2-817f-6da24555fa4a {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:47.219345 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:47.219589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22b6cba3-c8c4-41a2-817f-6da24555fa4a {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:47.219974 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'status': 'completed', 'code': 200} Dec 24 10:50:47.224845 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526deb3-2e04-4114-a649-24717479f9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:47.233583 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-320e2b4a-bd86-4877-8480-8c11fa4e4d7e req-b3661597-1626-4222-8786-0067982459df tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937452 Dec 24 10:50:47.318648 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-75899987-8901-4f48-b9ac-314672a0b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.320223 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-75899987-8901-4f48-b9ac-314672a0b7b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 1096 time: 0.0512235 Dec 24 10:50:47.340092 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d645-9e15-40b5-9009-bb417c03e067 req-1a4f045a-f2b6-4869-b383-5bf5b363ffaa tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.342418 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34e8d645-9e15-40b5-9009-bb417c03e067 req-1a4f045a-f2b6-4869-b383-5bf5b363ffaa tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0581536 Dec 24 10:50:47.400053 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-34e8d645-9e15-40b5-9009-bb417c03e067 req-381c7555-8843-4ca9-bf3a-dbfd6fd8aa22 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501368 Dec 24 10:50:47.454370 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-4b663fb0-f09d-46eb-bdfe-a8a68182ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.456079 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-4b663fb0-f09d-46eb-bdfe-a8a68182ffd7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1256542 Dec 24 10:50:47.505326 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-00c93274-f11a-4dcd-b55c-17da31014b14 req-d564451c-59e3-43ef-ba05-1bef356754cf tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=e948b5ed-a647-4111-833a-61931190c520 HTTP/1.1" status: 200 len: 210 time: 0.0458815 Dec 24 10:50:47.575422 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-a06cd377-47fd-4245-83e9-4168bc6405dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.577001 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fe9c4888-c1b0-4a41-a80f-34adcb57623c req-a06cd377-47fd-4245-83e9-4168bc6405dc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092908 Dec 24 10:50:47.664776 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-a6e8a376-19f1-4f5c-a210-a3a33c293182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.666422 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-a6e8a376-19f1-4f5c-a210-a3a33c293182 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 1096 time: 0.0393548 Dec 24 10:50:47.713480 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-3dec2833-9cf4-403d-a88b-9b3c384ead36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6 HTTP/1.1" status: 200 len: 217 time: 0.0378256 Dec 24 10:50:47.762185 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-effac8b5-2f4a-4992-bc9a-bf952086fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.763595 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-effac8b5-2f4a-4992-bc9a-bf952086fcdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.0422995 Dec 24 10:50:47.808377 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-ae04cdb3-c292-4430-a1dd-ee745662bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:47.809818 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-ae04cdb3-c292-4430-a1dd-ee745662bce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385244 Dec 24 10:50:47.815074 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d3853f2-81fb-48c7-99e2-a8e011c53321 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:50:47.835704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 1d3853f2-81fb-48c7-99e2-a8e011c53321 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:50:47.836614 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d3853f2-81fb-48c7-99e2-a8e011c53321 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:50:47.906072 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-7ca12b8a-8a2f-42c2-a605-9b2519ecf948 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880568 Dec 24 10:50:48.004426 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d8170fc2-b7b1-4013-b203-ac89aae2d411 req-c147b886-12a6-4256-ba38-9d47311d821e service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913391 Dec 24 10:50:48.349622 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99d3d3-6847-440b-8905-7c0abcf1f0ec req-48c95f7f-7aaf-4139-bdc8-f610f3153443 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:48.351107 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6d99d3d3-6847-440b-8905-7c0abcf1f0ec req-48c95f7f-7aaf-4139-bdc8-f610f3153443 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 943 time: 0.0483034 Dec 24 10:50:48.398017 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6d99d3d3-6847-440b-8905-7c0abcf1f0ec req-e4e83b69-3150-41ca-8561-d077aad3f4f1 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Dec 24 10:50:48.836183 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-17de22e8-34c1-44fa-9780-8f5f6e92f993 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:48.839176 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-17de22e8-34c1-44fa-9780-8f5f6e92f993 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/networks?id=76ae600f-f994-44b0-af72-4c73bd837846 HTTP/1.1" status: 200 len: 808 time: 0.1055338 Dec 24 10:50:48.858575 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-4e253d78-3159-495a-a1cc-4e00acc89fc9 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/quotas/2c8a5fd5e33e4d059b152730ca60d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0109942 Dec 24 10:50:48.885413 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-af148562-d7d5-4736-8d92-9fdc54cd4433 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241439 Dec 24 10:50:49.072082 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-43c63e3b-4d99-40b6-ba5e-cba9727eb403 service neutron] 10.222.0.30 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792634 Dec 24 10:50:49.164262 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-5cd3f2c8-f2ff-4b28-a6d0-74b7e72d3903 service neutron] 10.222.0.30 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855162 Dec 24 10:50:49.495746 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cc2b26f9-5fa5-4a3d-ad8d-ca86c617127c req-23330887-b675-4b14-aeea-994e82c8c601 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 210 time: 0.0328031 Dec 24 10:50:49.519745 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14aa195-edd2-46ec-9433-9ca0d045acfe req-e9d523c3-c1f2-477f-ba51-ee1faa4a4bb6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:49.521833 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d14aa195-edd2-46ec-9433-9ca0d045acfe req-e9d523c3-c1f2-477f-ba51-ee1faa4a4bb6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 943 time: 0.0524619 Dec 24 10:50:49.578075 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d14aa195-edd2-46ec-9433-9ca0d045acfe req-29887db7-de41-4e52-9a4b-cdb10d2a9364 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Dec 24 10:50:50.590522 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5ad3f160-fa4a-4d43-883d-e73ee1d9bf97 req-ed2a07da-4c44-4d8d-ae5e-b392cf270524 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 210 time: 0.0275106 Dec 24 10:50:50.696976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fb53c-d1fe-49e2-9d5c-6cedbe042863 req-db7ca881-209e-4698-ba06-47616465daf2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:50.698706 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7d9fb53c-d1fe-49e2-9d5c-6cedbe042863 req-db7ca881-209e-4698-ba06-47616465daf2 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 943 time: 0.0490298 Dec 24 10:50:50.746456 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7d9fb53c-d1fe-49e2-9d5c-6cedbe042863 req-36eba6f3-2230-486e-8cdc-12dd44321321 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 Dec 24 10:50:51.098416 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:50:51.574587 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-a2d6160e-973b-4a21-82f3-5834abbec101 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:51.575914 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-a2d6160e-973b-4a21-82f3-5834abbec101 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "GET /v2.0/networks?id=76ae600f-f994-44b0-af72-4c73bd837846 HTTP/1.1" status: 200 len: 808 time: 0.1036251 Dec 24 10:50:51.589506 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Request body: {'port': {'device_id': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846', 'admin_state_up': True, 'tenant_id': '2c8a5fd5e33e4d059b152730ca60d5c9'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:51.693391 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6ac25e6-35c2-49d7-8a26-cd7ae38268a3 req-f095337a-2a5b-4b7d-a324-78918575e92d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 210 time: 0.0252573 Dec 24 10:50:51.789674 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Made reservation on behalf of 2c8a5fd5e33e4d059b152730ca60d5c9 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:50:51.794896 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:51.846806 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 77f6b8b9-344d-496a-a27c-ff476412f5e6 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:51.871736 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d37f1c-1b54-43b8-9f52-5c479fc3b209 req-23b62166-6fe9-44d0-b8dd-2c3c2dc01928 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:51.873357 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e6d37f1c-1b54-43b8-9f52-5c479fc3b209 req-23b62166-6fe9-44d0-b8dd-2c3c2dc01928 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 943 time: 0.0501432 Dec 24 10:50:51.925322 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e6d37f1c-1b54-43b8-9f52-5c479fc3b209 req-ed8084a0-8ac9-4e60-8d57-51c7adc63e59 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458341 Dec 24 10:50:51.937581 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Allocated IP 172.20.0.2 (76ae600f-f994-44b0-af72-4c73bd837846/7d022349-084c-4c8f-b12e-f0c47e27f342/f7f94f7c-037f-4b6a-8285-ce790ac9221c) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:50:51.982123 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:51.996300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'port_id': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'mac_address': 'fa:16:3e:e9:95:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:52.039964 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.058476 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f6b8b9-344d-496a-a27c-ff476412f5e6 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:52.078482 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:52.125254 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.139998 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.190454 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:52.421390 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['77f6b8b9-344d-496a-a27c-ff476412f5e6'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:52.495480 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.542204 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Network 76ae600f-f994-44b0-af72-4c73bd837846 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:50:52.545205 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:50:52.549200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:50:52.576270 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Pushing event updated for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:52.589896 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.590249 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.590587 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.590922 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.591251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.591575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.591904 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.592217 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.592537 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.592876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.593200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.593512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.593826 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:50:52.613626 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:52.615292 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.700476 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-2150e057-9f82-44fc-9db4-68ff04f25283 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1151416 Dec 24 10:50:52.715885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Request body: {'port': {'device_id': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:52.779525 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:52.849666 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058d2a-87a7-482d-98be-379c13c287d1 req-839392c3-6204-424f-b7de-c085eb0d08e1 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:52.851143 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d058d2a-87a7-482d-98be-379c13c287d1 req-839392c3-6204-424f-b7de-c085eb0d08e1 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 931 time: 0.0856860 Dec 24 10:50:52.982873 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8d058d2a-87a7-482d-98be-379c13c287d1 req-6881b1c3-b914-4657-a8a1-e8130cee1e51 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214588 Dec 24 10:50:53.051783 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431398d-a51b-4341-ada7-cfe4ce931c3b req-6c4a89c2-c4da-4aea-a2a8-2f59b4000f69 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.053259 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f431398d-a51b-4341-ada7-cfe4ce931c3b req-6c4a89c2-c4da-4aea-a2a8-2f59b4000f69 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 944 time: 0.0478380 Dec 24 10:50:53.100517 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f94f7c-037f-4b6a-8285-ce790ac9221c {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:53.102596 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f431398d-a51b-4341-ada7-cfe4ce931c3b req-b4f5d066-bbef-48e0-a08d-6d8c7445df43 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432448 Dec 24 10:50:53.108786 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.121093 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Transition to ACTIVE for port object f7f94f7c-037f-4b6a-8285-ce790ac9221c will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:50:53.231347 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.281603 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Pushing event updated for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:53.353747 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Attempting to bind port f7f94f7c-037f-4b6a-8285-ce790ac9221c on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:50:53.354088 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Attempting to bind port f7f94f7c-037f-4b6a-8285-ce790ac9221c by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:50:53.354986 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Attempting to bind port f7f94f7c-037f-4b6a-8285-ce790ac9221c on network 76ae600f-f994-44b0-af72-4c73bd837846 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:53.361909 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Port f7f94f7c-037f-4b6a-8285-ce790ac9221c on network 76ae600f-f994-44b0-af72-4c73bd837846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:50:53.362289 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Attempting to bind port f7f94f7c-037f-4b6a-8285-ce790ac9221c on network 76ae600f-f994-44b0-af72-4c73bd837846 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:50:53.369382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:50:53.369382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Checking segment: {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:50:53.369382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Bound using segment: {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:50:53.369382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Bound port: f7f94f7c-037f-4b6a-8285-ce790ac9221c, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d23ad5-90ba-439f-a4a3-194996b0a01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:50:53.369382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.432978 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:50:53.435817 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:50:53.494776 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.530311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.530968 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.532351 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] 10.222.0.24 "PUT /v2.0/ports/f7f94f7c-037f-4b6a-8285-ce790ac9221c HTTP/1.1" status: 200 len: 1093 time: 0.8208559 Dec 24 10:50:53.532781 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:53.535006 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:53.559077 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18191-8295-46c5-b8b3-396d091b098d service neutron] Pushing event updated for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:53.581864 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53865098-98ed-4f7a-8e7c-cea76bf87da6 x-openstack-request-id: req-53865098-98ed-4f7a-8e7c-cea76bf87da6 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:53.582156 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:53.582410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53865098-98ed-4f7a-8e7c-cea76bf87da6 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:53.582807 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c', 'status': 'completed', 'code': 200} Dec 24 10:50:53.643058 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-8de42199-faad-493a-b6fd-2f5faa26df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.644518 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-8de42199-faad-493a-b6fd-2f5faa26df4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 1096 time: 0.0400465 Dec 24 10:50:53.742090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-f31670d3-b39f-4cf9-9c30-a519a00bcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.743512 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-f31670d3-b39f-4cf9-9c30-a519a00bcfc1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0904989 Dec 24 10:50:53.840369 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-72e9f5fd-183f-49bb-aae5-6f42c89cadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.841950 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ecf884d8-e5a2-443f-ac33-62e95e2f3e85 req-72e9f5fd-183f-49bb-aae5-6f42c89cadcf service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905077 Dec 24 10:50:53.846289 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 77f6b8b9-344d-496a-a27c-ff476412f5e6 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:50:53.925669 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-ed94368a-08b3-4b6b-924b-66bc6181740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:53.927195 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-ed94368a-08b3-4b6b-924b-66bc6181740b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 1096 time: 0.0473514 Dec 24 10:50:53.979803 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 77f6b8b9-344d-496a-a27c-ff476412f5e6 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:50:53.984606 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 77f6b8b9-344d-496a-a27c-ff476412f5e6 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:50:53.985076 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:53.998411 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-44c84e7f-ff65-4be5-9809-390adbc7fb84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c HTTP/1.1" status: 200 len: 217 time: 0.0426619 Dec 24 10:50:54.052405 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-d213d975-7bee-48f1-b768-ba2263903685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:54.053866 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-d213d975-7bee-48f1-b768-ba2263903685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d022349-084c-4c8f-b12e-f0c47e27f342 HTTP/1.1" status: 200 len: 848 time: 0.0502927 Dec 24 10:50:54.074265 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:54.095310 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-d0315610-f7b0-4913-b065-2c75d172f79f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76ae600f-f994-44b0-af72-4c73bd837846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317736 Dec 24 10:50:54.106874 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:54.109351 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d145f080-f36f-4d53-a74f-3b3eb35829ef" -d '{"events": [{"server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "name": "network-vif-plugged", "status": "completed", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:54.143666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de8ebe-8e18-4981-a601-ab57bd65a9ec req-f28d088c-27b2-46bd-84c1-67374a71b9a5 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:54.153225 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-79de8ebe-8e18-4981-a601-ab57bd65a9ec req-f28d088c-27b2-46bd-84c1-67374a71b9a5 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 943 time: 0.0759017 Dec 24 10:50:54.153607 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:54.167854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6c139b-8376-46f4-90a9-34f5157de18e x-openstack-request-id: req-3c6c139b-8376-46f4-90a9-34f5157de18e {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:54.168355 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "name": "network-vif-plugged", "status": "completed", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:54.168785 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c6c139b-8376-46f4-90a9-34f5157de18e {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:54.169464 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'code': 200} Dec 24 10:50:54.223043 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-e02c1b9f-6e2f-4f93-940c-e042d1d8dae2 service neutron] 10.222.0.24 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203105 Dec 24 10:50:54.235384 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-79de8ebe-8e18-4981-a601-ab57bd65a9ec req-56904318-fa53-4379-ae6f-ea9bea6237ef tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805240 Dec 24 10:50:54.237533 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:54.293330 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:54.331336 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0ac08-e66e-4fea-b717-5639c8813a53 req-f0950bae-7998-4899-84c0-114a01c10f9c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:54.332828 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8ac0ac08-e66e-4fea-b717-5639c8813a53 req-f0950bae-7998-4899-84c0-114a01c10f9c tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 944 time: 0.1089237 Dec 24 10:50:54.367142 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1be8f23b-68ae-452c-a927-7c7724d3c5e7 req-dbfa4a8a-07cb-4095-acf6-fb3c8bb975f6 service neutron] 10.222.0.24 "GET /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328442 Dec 24 10:50:54.410998 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8ac0ac08-e66e-4fea-b717-5639c8813a53 req-ffac7175-0403-4e96-a073-51ad1a5ef7ff tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713768 Dec 24 10:50:54.554159 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0744-3a3c-476b-a8d1-2f7e6e84b859 req-ef22e8a3-7268-406f-a09c-2409dd667dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:54.555621 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-553a0744-3a3c-476b-a8d1-2f7e6e84b859 req-ef22e8a3-7268-406f-a09c-2409dd667dc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 1098 time: 0.0398481 Dec 24 10:50:54.600492 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-553a0744-3a3c-476b-a8d1-2f7e6e84b859 req-faced8aa-7262-41ed-9ce4-c10e7502b3b8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366986 Dec 24 10:50:55.354687 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20697f-e6a4-4f85-92a7-5ed5394e9f41 req-3e2d5ebf-d9a7-41df-b49e-832ae7d63db2 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:55.356152 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1d20697f-e6a4-4f85-92a7-5ed5394e9f41 req-3e2d5ebf-d9a7-41df-b49e-832ae7d63db2 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 943 time: 0.0521939 Dec 24 10:50:55.412757 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-1d20697f-e6a4-4f85-92a7-5ed5394e9f41 req-80173992-b1f9-49dc-bf09-5ef2962270ed tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Dec 24 10:50:55.529520 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29cc4f-31e6-484f-b076-fcf954077540 req-42c075e7-8ac2-429c-ba8a-abc885a9547d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:55.530901 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e29cc4f-31e6-484f-b076-fcf954077540 req-42c075e7-8ac2-429c-ba8a-abc885a9547d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Dec 24 10:50:55.576874 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e29cc4f-31e6-484f-b076-fcf954077540 req-bad08116-3076-4d9d-affb-eef4aead1b19 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Dec 24 10:50:55.905706 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-477ee8d3-92ff-4dae-80dc-2269824f2b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:56.531110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907f6b-a06d-4085-aa22-6e5f0d2293be req-89c6cdc2-5214-4887-9ffe-52c51d10a7dc tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:56.532557 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3907f6b-a06d-4085-aa22-6e5f0d2293be req-89c6cdc2-5214-4887-9ffe-52c51d10a7dc tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 943 time: 0.0517337 Dec 24 10:50:56.581642 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3907f6b-a06d-4085-aa22-6e5f0d2293be req-cb84965d-cfc6-4dc6-aa90-a8aadb039fe0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Dec 24 10:50:56.693740 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0f545-b824-44ea-8a6a-af4dcafdb0a5 req-eda352c2-aa78-4114-b5fb-cc9556deafc9 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:56.695383 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2ce0f545-b824-44ea-8a6a-af4dcafdb0a5 req-eda352c2-aa78-4114-b5fb-cc9556deafc9 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Dec 24 10:50:56.741974 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2ce0f545-b824-44ea-8a6a-af4dcafdb0a5 req-1d2a6dd5-9766-4620-adf1-9891b12c7478 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405033 Dec 24 10:50:56.857076 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131f878-3375-4edc-9638-041786294546 req-e5df9533-d8b1-4e10-88c6-28f8fea9598b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:56.858544 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7131f878-3375-4edc-9638-041786294546 req-e5df9533-d8b1-4e10-88c6-28f8fea9598b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0541627 Dec 24 10:50:56.867003 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 44424) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:50:56.871645 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Request body: {'floatingip': {'port_id': '77f6b8b9-344d-496a-a27c-ff476412f5e6'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:50:56.910629 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:57.356136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:57.359085 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ec430-e4cb-41d8-8c87-773efafb9127 req-a58fc63d-6f1a-4864-a3d5-b248803747fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:57.360659 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a6ec430-e4cb-41d8-8c87-773efafb9127 req-a58fc63d-6f1a-4864-a3d5-b248803747fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0520554 Dec 24 10:50:57.408712 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4a6ec430-e4cb-41d8-8c87-773efafb9127 req-e95b9082-b491-4294-89c0-99f3491b5e22 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Dec 24 10:50:57.413914 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:57.514984 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Floating IP 9e46ce78-85b7-4342-ba38-2e20021135fd associated. External IP: 172.27.1.91, port: 77f6b8b9-344d-496a-a27c-ff476412f5e6. Dec 24 10:50:57.744550 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb8905-dfe5-4424-8bef-6cfcee54cadf req-75b5e102-7cf8-4d41-8138-662f0d4bc4c7 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:57.746009 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-55bb8905-dfe5-4424-8bef-6cfcee54cadf req-75b5e102-7cf8-4d41-8138-662f0d4bc4c7 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 943 time: 0.0969262 Dec 24 10:50:57.773350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:50:57.805424 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-55bb8905-dfe5-4424-8bef-6cfcee54cadf req-8648b5b0-07d4-4696-bb55-cb0c82da1e9b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533991 Dec 24 10:50:57.876792 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device f7f94f7c-037f-4b6a-8285-ce790ac9221c details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:50:57.906852 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:50:57.911655 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:57.921975 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:50:57.939889 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0fb048b5-1ca5-4394-95a8-9625eb72b22e tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "PUT /v2.0/floatingips/9e46ce78-85b7-4342-ba38-2e20021135fd HTTP/1.1" status: 200 len: 990 time: 1.0717924 Dec 24 10:50:57.940556 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:50:57.942969 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473598c-97c7-4826-aff9-58cb1f089fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:50:57.981388 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:57.981828 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:57.981984 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe469374-7b96-40d3-812b-a8da6bb9086d x-openstack-request-id: req-fe469374-7b96-40d3-812b-a8da6bb9086d {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:50:57.982171 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:50:57.982399 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe469374-7b96-40d3-812b-a8da6bb9086d {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:50:57.982795 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'status': 'completed', 'code': 200} Dec 24 10:50:58.039291 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-68e446b7-0a5c-42a8-9367-ab3cf27fb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:58.059512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-91d411f6-3c67-4832-961a-7fa29b9ad36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.061033 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-91d411f6-3c67-4832-961a-7fa29b9ad36e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 1098 time: 0.0502357 Dec 24 10:50:58.095610 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:58.113930 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c', 'network_id': '76ae600f-f994-44b0-af72-4c73bd837846', 'port_id': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c', 'mac_address': 'fa:16:3e:04:75:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d022349-084c-4c8f-b12e-f0c47e27f342', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:50:58.149689 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:58.156563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-864d0ede-446b-4867-9359-80a4a55cc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.158113 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-864d0ede-446b-4867-9359-80a4a55cc7b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 200 len: 912 time: 0.0900824 Dec 24 10:50:58.198999 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:58.226427 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-a58b8b29-5806-4ecd-ab3b-efae74e14d09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6 HTTP/1.1" status: 200 len: 998 time: 0.0606120 Dec 24 10:50:58.243389 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f94f7c-037f-4b6a-8285-ce790ac9221c {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:50:58.280023 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:50:58.281260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-cec99ed7-eab7-4dfc-8990-b5844cc602b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.282728 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-cec99ed7-eab7-4dfc-8990-b5844cc602b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 200 len: 850 time: 0.0489950 Dec 24 10:50:58.333196 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-f3b149cb-3ec2-4741-acab-790ffe550eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.334709 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-f3b149cb-3ec2-4741-acab-790ffe550eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12a04c86-5d95-4704-a030-534aa0c4e8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407000 Dec 24 10:50:58.435227 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-ad4b24e1-6731-46f9-9c07-8b645b000d29 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896056 Dec 24 10:50:58.474413 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:58.536237 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d473598c-97c7-4826-aff9-58cb1f089fd1 req-8eb48242-93e7-4def-8ee7-d7e8a193d5c5 service neutron] 10.222.0.24 "GET /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909054 Dec 24 10:50:58.537546 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e6bf-b952-490c-8012-d3f8b67b2e7a req-718f8fdd-d30f-4310-a01e-8e53479f0161 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.539175 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b1b3e6bf-b952-490c-8012-d3f8b67b2e7a req-718f8fdd-d30f-4310-a01e-8e53479f0161 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Dec 24 10:50:58.546773 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:50:58.616381 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '9e46ce78-85b7-4342-ba38-2e20021135fd', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:e9:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e267da4-1e48-4136-babc-656ccd50aae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:41Z', 'updated_at': '2021-12-24T10:50:57Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:58.616583 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b1b3e6bf-b952-490c-8012-d3f8b67b2e7a req-4e5ebdbe-1102-4025-8f08-03ad06ee1135 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604095 Dec 24 10:50:58.639155 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:50:58.647702 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:50:58.648302 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:58.753743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:50:58.781885 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['f7f94f7c-037f-4b6a-8285-ce790ac9221c'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:50:58.929552 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780d40b-767f-4b1b-b721-9bab408ca388 req-1bffbee0-db9d-4686-816c-faecb8b67a08 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:58.931021 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6780d40b-767f-4b1b-b721-9bab408ca388 req-1bffbee0-db9d-4686-816c-faecb8b67a08 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 944 time: 0.0515265 Dec 24 10:50:58.979409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6780d40b-767f-4b1b-b721-9bab408ca388 req-e6f26336-0010-433b-ac30-35ff54f1c6fd tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Dec 24 10:50:59.069755 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:50:59.104666 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '9e46ce78-85b7-4342-ba38-2e20021135fd', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:e9:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e267da4-1e48-4136-babc-656ccd50aae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:41Z', 'updated_at': '2021-12-24T10:50:57Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:50:59.131009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b2da2-ba9f-416f-84db-fe343481e561 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '9e46ce78-85b7-4342-ba38-2e20021135fd', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'port_id': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'mac_address': 'fa:16:3e:e9:95:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e267da4-1e48-4136-babc-656ccd50aae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:41Z', 'updated_at': '2021-12-24T10:50:57Z', 'revision_number': 1, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:50:59.316148 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc499fe7-565b-449b-9b86-b472d71d8e32 None None] New status for floating IP 9e46ce78-85b7-4342-ba38-2e20021135fd: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:50:59.736079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13ae6a-c06d-4845-8647-02113c280124 req-7bf3de50-d0be-4dbe-b411-fe74c8b7feeb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:50:59.737562 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c13ae6a-c06d-4845-8647-02113c280124 req-7bf3de50-d0be-4dbe-b411-fe74c8b7feeb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0500431 Dec 24 10:50:59.790322 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c13ae6a-c06d-4845-8647-02113c280124 req-007f41c2-2816-402a-a16d-15d0b94c361f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Dec 24 10:50:59.883582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device f7f94f7c-037f-4b6a-8285-ce790ac9221c up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:00.018740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port f7f94f7c-037f-4b6a-8285-ce790ac9221c completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:51:00.023482 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port f7f94f7c-037f-4b6a-8285-ce790ac9221c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:00.028511 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:00.102510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:00.119579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e8ea-0034-401e-be6b-2516da9c5e61 req-d767373f-e551-477c-b4a3-fa9a075132c0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:00.121502 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7089e8ea-0034-401e-be6b-2516da9c5e61 req-d767373f-e551-477c-b4a3-fa9a075132c0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 944 time: 0.0508153 Dec 24 10:51:00.131057 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:00.135854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9685af5-e8bf-401b-9dc2-cf27f419bbdb" -d '{"events": [{"server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:00.153923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:00.184556 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7089e8ea-0034-401e-be6b-2516da9c5e61 req-4c4f350f-7cee-4b46-8954-dabb67cc8d08 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 Dec 24 10:51:00.229880 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ae40b-d18f-4034-a119-1df523045e0a x-openstack-request-id: req-052ae40b-d18f-4034-a119-1df523045e0a {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:00.230263 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "name": "network-vif-plugged", "status": "completed", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:00.230523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-052ae40b-d18f-4034-a119-1df523045e0a {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:00.230918 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c', 'code': 200} Dec 24 10:51:00.232104 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:00.283751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:00.552323 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848bed-5662-4152-950d-4791d64c96b3 req-2ca4a422-9d36-45c8-a3fd-b9ac19f4e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:00.553813 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-07848bed-5662-4152-950d-4791d64c96b3 req-2ca4a422-9d36-45c8-a3fd-b9ac19f4e4a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 1098 time: 0.0377028 Dec 24 10:51:00.597797 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-07848bed-5662-4152-950d-4791d64c96b3 req-18f633e8-c8c6-4975-afaa-857b36311c05 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Dec 24 10:51:00.818420 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:00.915263 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513a19-8f08-47ce-9811-9378ffdd4edc req-518b597e-035c-4255-b80e-cbc6c0d710d7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:00.917236 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d513a19-8f08-47ce-9811-9378ffdd4edc req-518b597e-035c-4255-b80e-cbc6c0d710d7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0466480 Dec 24 10:51:00.966671 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5d513a19-8f08-47ce-9811-9378ffdd4edc req-58145162-5e71-4520-a01d-c9e778ab9e31 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Dec 24 10:51:01.298676 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0115-bdd1-452e-a25c-97217010b74f req-06aa5249-9b24-4ff5-ba0c-b616cf098ee0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:01.300140 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a5ed0115-bdd1-452e-a25c-97217010b74f req-06aa5249-9b24-4ff5-ba0c-b616cf098ee0 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 945 time: 0.0474582 Dec 24 10:51:01.353100 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a5ed0115-bdd1-452e-a25c-97217010b74f req-3b55f2e4-e8dd-4fe7-a969-b65c25565b1d tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468256 Dec 24 10:51:01.434987 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:02.103710 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea08aa-64e3-47e3-9791-e08326f2219b req-c88ac257-3b9e-49d9-9094-c94fd0c394ce tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:02.105100 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6aea08aa-64e3-47e3-9791-e08326f2219b req-c88ac257-3b9e-49d9-9094-c94fd0c394ce tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0566292 Dec 24 10:51:02.156466 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6aea08aa-64e3-47e3-9791-e08326f2219b req-e9e712f9-e979-4147-b4a0-f60f7693401f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Dec 24 10:51:02.464961 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150a079-2183-4ff7-8d12-da25e69d936a req-a5e118bd-e77c-44b2-9e0b-220c3246f57b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:02.466435 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b150a079-2183-4ff7-8d12-da25e69d936a req-a5e118bd-e77c-44b2-9e0b-220c3246f57b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 945 time: 0.0472150 Dec 24 10:51:02.511899 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b150a079-2183-4ff7-8d12-da25e69d936a req-c1283a0a-3fe2-40b7-9bc8-d616c1da31ee tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Dec 24 10:51:03.280304 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135685c-45d2-4af2-97fc-3bcf26b70ffb req-9456dfb3-31af-408b-a21d-c030136dc22c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:03.281891 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6135685c-45d2-4af2-97fc-3bcf26b70ffb req-9456dfb3-31af-408b-a21d-c030136dc22c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0492344 Dec 24 10:51:03.327929 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6135685c-45d2-4af2-97fc-3bcf26b70ffb req-7639caa0-eb5b-45de-8941-43524848e951 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401597 Dec 24 10:51:04.134921 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b800d6-ff5d-4805-b7e5-ea577b164a1b req-dd9495b3-4f87-453e-9ffb-a2ec016020f8 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:04.136334 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b8b800d6-ff5d-4805-b7e5-ea577b164a1b req-dd9495b3-4f87-453e-9ffb-a2ec016020f8 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 945 time: 0.0516043 Dec 24 10:51:04.191000 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b8b800d6-ff5d-4805-b7e5-ea577b164a1b req-3da28b5d-3223-4971-abf4-00b0f7364581 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 Dec 24 10:51:04.450489 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c961-11ce-4dd4-872c-8f4386289868 req-abdffe97-fa11-48fb-bd47-07e222998e13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:04.451970 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd03c961-11ce-4dd4-872c-8f4386289868 req-abdffe97-fa11-48fb-bd47-07e222998e13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Dec 24 10:51:04.497616 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dd03c961-11ce-4dd4-872c-8f4386289868 req-d1c0068d-4bed-40e1-90d3-1d925f91ae98 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Dec 24 10:51:05.308629 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e71a4-08bd-4bae-a2f2-112de3550063 req-8125eb62-984f-401d-8048-5f794dc8c76b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:05.310099 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-070e71a4-08bd-4bae-a2f2-112de3550063 req-8125eb62-984f-401d-8048-5f794dc8c76b tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 945 time: 0.0507269 Dec 24 10:51:05.356476 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-070e71a4-08bd-4bae-a2f2-112de3550063 req-99a9a0f6-1d2e-4d5a-b984-2471c17c13f1 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/security-groups?id=04c51dea-ea1f-4b6f-b58c-2131de29700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Dec 24 10:51:05.616912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846dda-20d7-4cd1-8556-b3b1cc568d64 req-1c2518b3-bb8b-4a0b-80fd-5afe5496cee7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:05.618375 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47846dda-20d7-4cd1-8556-b3b1cc568d64 req-1c2518b3-bb8b-4a0b-80fd-5afe5496cee7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Dec 24 10:51:05.667765 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47846dda-20d7-4cd1-8556-b3b1cc568d64 req-930d3387-9470-4493-b316-868b0d18d46a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Dec 24 10:51:05.759601 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501a49-1769-4c03-a124-864b5976ca90 req-1a720083-c3e5-43ba-9cd9-3461334aa169 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:05.761605 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-33501a49-1769-4c03-a124-864b5976ca90 req-1a720083-c3e5-43ba-9cd9-3461334aa169 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 945 time: 0.0471525 Dec 24 10:51:05.857383 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Deleting port f7f94f7c-037f-4b6a-8285-ce790ac9221c {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:51:05.857721 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:05.946373 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] For port f7f94f7c-037f-4b6a-8285-ce790ac9221c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=f7f94f7c-037f-4b6a-8285-ce790ac9221c,segment=NetworkSegment(f5d23ad5-90ba-439f-a4a3-194996b0a01a),segment_id=f5d23ad5-90ba-439f-a4a3-194996b0a01a)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:05.947107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:05.962732 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Calling delete_port for f7f94f7c-037f-4b6a-8285-ce790ac9221c owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:51:06.191060 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:06.202881 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['f7f94f7c-037f-4b6a-8285-ce790ac9221c'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:51:06.221448 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Pushing event deleted for resources: {'Port': ['ID=f7f94f7c-037f-4b6a-8285-ce790ac9221c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:06.261665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] No DVR routers for this DVR port f7f94f7c-037f-4b6a-8285-ce790ac9221c on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:51:06.264114 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:06.267599 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-33501a49-1769-4c03-a124-864b5976ca90 req-b72ed1bb-fb90-46bd-a6be-87b38425eb7a tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.24 "DELETE /v2.0/ports/f7f94f7c-037f-4b6a-8285-ce790ac9221c HTTP/1.1" status: 204 len: 173 time: 0.4967821 Dec 24 10:51:06.268090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'name': 'network-vif-deleted', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:06.270427 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d09feca-2a1f-4a49-b2f8-d06335fc86a0" -d '{"events": [{"server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "name": "network-vif-deleted", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:06.310446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ba7d9-e35a-46a9-b7fe-4f11496da412 x-openstack-request-id: req-d36ba7d9-e35a-46a9-b7fe-4f11496da412 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:06.310795 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f", "name": "network-vif-deleted", "tag": "f7f94f7c-037f-4b6a-8285-ce790ac9221c", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:06.312202 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d36ba7d9-e35a-46a9-b7fe-4f11496da412 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:06.313124 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f', 'name': 'network-vif-deleted', 'tag': 'f7f94f7c-037f-4b6a-8285-ce790ac9221c', 'status': 'completed', 'code': 200} Dec 24 10:51:06.450095 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5c19b65e-d421-4e35-a46f-3b4f0f3e5c68 req-ea2c0aec-ab6a-4f1e-916b-64450d8ed940 tempest-VolumesActionsTest-1489615802 tempest-VolumesActionsTest-1489615802-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd7d5e17-d089-4ff3-8b8e-bb2cb460ce5f HTTP/1.1" status: 200 len: 210 time: 0.0249290 Dec 24 10:51:06.787399 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb6b6-496a-4229-bb94-54a5352178ec req-3b6778a9-e2ec-4db1-9ac8-d624efe4257f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:06.788891 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-aabcb6b6-496a-4229-bb94-54a5352178ec req-3b6778a9-e2ec-4db1-9ac8-d624efe4257f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Dec 24 10:51:06.836623 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-aabcb6b6-496a-4229-bb94-54a5352178ec req-b78edc24-6504-4ad5-ab83-e446f7115ab1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 24 10:51:07.999973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027979b-8062-46b8-a530-b75060cd2d8c req-2baa6e67-5938-4c4c-88cb-e38c790b99be tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:08.001522 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3027979b-8062-46b8-a530-b75060cd2d8c req-2baa6e67-5938-4c4c-88cb-e38c790b99be tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0514407 Dec 24 10:51:08.066268 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3027979b-8062-46b8-a530-b75060cd2d8c req-2e194841-357c-4912-9c03-1eb6b8787036 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523000 Dec 24 10:51:09.198636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb3596-fc6e-4027-93b8-d623cba7f924 req-803ba0aa-9618-48d2-98db-7dd79e250c08 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:09.200066 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fbb3596-fc6e-4027-93b8-d623cba7f924 req-803ba0aa-9618-48d2-98db-7dd79e250c08 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0474746 Dec 24 10:51:09.245986 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fbb3596-fc6e-4027-93b8-d623cba7f924 req-738515a7-e6b4-47f7-8db5-8edb975bb838 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Dec 24 10:51:10.123768 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device f7f94f7c-037f-4b6a-8285-ce790ac9221c no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:51:10.146982 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: f7f94f7c-037f-4b6a-8285-ce790ac9221c {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:51:10.147326 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device f7f94f7c-037f-4b6a-8285-ce790ac9221c not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:51:10.361726 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f1e39-4fd7-4547-bda2-a7fb264b82a0 req-5a8fdc4b-fbcb-4a69-aaf3-828cb9caf02b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:10.363160 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a45f1e39-4fd7-4547-bda2-a7fb264b82a0 req-5a8fdc4b-fbcb-4a69-aaf3-828cb9caf02b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0469329 Dec 24 10:51:10.408339 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a45f1e39-4fd7-4547-bda2-a7fb264b82a0 req-54664c8e-d7a3-4b60-bc4c-6c01c330e0d7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393813 Dec 24 10:51:11.367614 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0964f-b316-4bed-a5c2-1aaef18859bb req-3794d3d5-0db0-490e-8d56-6a8e4fa40a9e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:11.369076 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e9e0964f-b316-4bed-a5c2-1aaef18859bb req-3794d3d5-0db0-490e-8d56-6a8e4fa40a9e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0497706 Dec 24 10:51:11.416577 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e9e0964f-b316-4bed-a5c2-1aaef18859bb req-e20aaf1f-5cef-4b1e-9920-7e79309ab13e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Dec 24 10:51:11.521282 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21803cf-6223-4373-b39a-701960358447 req-d93b2464-8e9e-4c0d-9213-fa4f2ace9469 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:11.522714 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a21803cf-6223-4373-b39a-701960358447 req-d93b2464-8e9e-4c0d-9213-fa4f2ace9469 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0470419 Dec 24 10:51:11.567523 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a21803cf-6223-4373-b39a-701960358447 req-8362f57a-1c82-4598-9418-6a62078d8120 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Dec 24 10:51:12.200498 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-e1fdfc48-8f33-4763-8f46-f7a115c95ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.201961 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-e1fdfc48-8f33-4763-8f46-f7a115c95ace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1098 time: 0.0414917 Dec 24 10:51:12.311756 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-824651f6-abec-4907-a020-7017d570cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.313217 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-824651f6-abec-4907-a020-7017d570cd45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.0827246 Dec 24 10:51:12.384022 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-58b0fe17-ab0d-4552-9a5b-9f5deeba63cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 1001 time: 0.0585186 Dec 24 10:51:12.435834 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-cca80041-42ea-411f-a006-406a38628f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.437235 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-cca80041-42ea-411f-a006-406a38628f4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0416670 Dec 24 10:51:12.482494 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-9adef417-290b-46ac-b5fb-48f76ee101c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.483963 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-9adef417-290b-46ac-b5fb-48f76ee101c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391595 Dec 24 10:51:12.582068 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff29db-232c-48d4-8dd5-40ea73a2e0a0 req-c7e6b0eb-ecbc-421b-8d7e-a61a9e9e5267 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.583496 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-11ff29db-232c-48d4-8dd5-40ea73a2e0a0 req-c7e6b0eb-ecbc-421b-8d7e-a61a9e9e5267 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0986967 Dec 24 10:51:12.624654 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-5b7688fe-fd48-4d36-bdd3-31a16074f3f7 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167362 Dec 24 10:51:12.670712 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-11ff29db-232c-48d4-8dd5-40ea73a2e0a0 req-d3754ab9-c6e9-4535-a686-131b09a79c88 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801930 Dec 24 10:51:12.692099 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb369b18-ec94-4eaf-9bd1-6ff1551dccd5 req-5396168f-e023-4528-b7bb-c08e06caf956 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:12.693627 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb369b18-ec94-4eaf-9bd1-6ff1551dccd5 req-5396168f-e023-4528-b7bb-c08e06caf956 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0489931 Dec 24 10:51:12.734589 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-52db3bac-1e66-4364-88c8-4b54285d8b3a req-83f1b5da-f65d-47b8-a3f4-5f7a418ee901 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946941 Dec 24 10:51:12.739398 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eb369b18-ec94-4eaf-9bd1-6ff1551dccd5 req-8f7b2c75-3a60-4658-b97f-d8877f847cbb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391576 Dec 24 10:51:13.094033 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:13.846407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e29e9-f9a7-4d0a-8276-e659511cee9b req-b5e4ad20-60ca-477b-a5ed-d88834bb43e3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:13.848165 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7e1e29e9-f9a7-4d0a-8276-e659511cee9b req-b5e4ad20-60ca-477b-a5ed-d88834bb43e3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0880177 Dec 24 10:51:13.934490 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7e1e29e9-f9a7-4d0a-8276-e659511cee9b req-fa24307e-28c1-460b-9f9a-068eb2a8e644 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777512 Dec 24 10:51:14.065653 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ca31c-b916-4694-8db1-26ce7549ad17 req-2c4c020a-26f3-44fc-aa48-3876d1e89200 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:14.067087 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-261ca31c-b916-4694-8db1-26ce7549ad17 req-2c4c020a-26f3-44fc-aa48-3876d1e89200 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0526476 Dec 24 10:51:14.143253 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-261ca31c-b916-4694-8db1-26ce7549ad17 req-c3b42ff9-f743-4ce5-9636-03ff1b455c93 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681992 Dec 24 10:51:14.279152 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-e707b3a4-a5db-440d-a846-9b995f4521b3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:14.280705 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-e707b3a4-a5db-440d-a846-9b995f4521b3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Dec 24 10:51:14.384310 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port 85e920ef-bc3e-40d9-a188-7900892566bf {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:51:14.385390 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:14.487682 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] For port 85e920ef-bc3e-40d9-a188-7900892566bf, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=85e920ef-bc3e-40d9-a188-7900892566bf,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:14.488031 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:14.681959 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:14.682525 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:14.682951 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 3cf3ddd2-3032-4d9a-8684-4fe047606d1f disassociated. External IP: 172.27.1.181, port: 85e920ef-bc3e-40d9-a188-7900892566bf. Dec 24 10:51:14.683435 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for 85e920ef-bc3e-40d9-a188-7900892566bf owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:51:14.922973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:14.969321 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=85e920ef-bc3e-40d9-a188-7900892566bf,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:15.097590 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4b3e5b89-6656-4ecd-88ac-3b20bb8245ca req-b77ad0c6-ba3b-4b5e-b293-ffd3a3fa50e3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0462279 Dec 24 10:51:15.167458 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:51:15.310070 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:51:15.322552 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:51:15.345807 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:15.347401 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:15.354518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7548-ea6a-4009-945d-d01f2b0ad7ed req-c8360ed6-67d8-4b81-bfdc-0fa3ed41bfb4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:15.363310 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f0de7548-ea6a-4009-945d-d01f2b0ad7ed req-c8360ed6-67d8-4b81-bfdc-0fa3ed41bfb4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.1183343 Dec 24 10:51:15.382064 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] No DVR routers for this DVR port 85e920ef-bc3e-40d9-a188-7900892566bf on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:51:15.385864 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:15.391213 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-27c15f75-461e-41fa-a8a6-673f1afe39fc req-5c618110-d1ef-498c-afd1-acec106d44a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "DELETE /v2.0/ports/85e920ef-bc3e-40d9-a188-7900892566bf HTTP/1.1" status: 204 len: 173 time: 1.1024299 Dec 24 10:51:15.392060 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'name': 'network-vif-deleted', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:15.394545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71698c7-22d6-4914-83e9-8140ccce3135" -d '{"events": [{"server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "name": "network-vif-deleted", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:15.483968 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f0de7548-ea6a-4009-945d-d01f2b0ad7ed req-f4caae0e-134a-4b07-9221-118ddf7db425 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194482 Dec 24 10:51:15.514296 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ddbc40-7bb8-4ac6-aea7-7d9cb70386ad x-openstack-request-id: req-f1ddbc40-7bb8-4ac6-aea7-7d9cb70386ad {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:15.514592 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91615e87-1e43-4d69-baab-d7af897d1ac3", "name": "network-vif-deleted", "tag": "85e920ef-bc3e-40d9-a188-7900892566bf", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:15.514997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1ddbc40-7bb8-4ac6-aea7-7d9cb70386ad {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:15.515443 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91615e87-1e43-4d69-baab-d7af897d1ac3', 'name': 'network-vif-deleted', 'tag': '85e920ef-bc3e-40d9-a188-7900892566bf', 'status': 'completed', 'code': 200} Dec 24 10:51:15.603229 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:15.856967 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:15.899000 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:51:15.909040 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:15.911407 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:50:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:16.041627 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:51:16.213445 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c23fdec4-47d9-49d7-98f1-6a236b0eeacc req-54b16f3d-6f6c-4839-afe4-52857ce757c6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Dec 24 10:51:16.225292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:16.239978 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:16.283468 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:51:16.629424 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2284271-90fe-46df-a181-ca2136501f52 req-f79ad2cc-3e6c-4eea-99b1-fa376bd20ee8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:16.645087 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2284271-90fe-46df-a181-ca2136501f52 req-f79ad2cc-3e6c-4eea-99b1-fa376bd20ee8 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0801470 Dec 24 10:51:16.687790 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:16.706897 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c2284271-90fe-46df-a181-ca2136501f52 req-2000b80c-a80d-4dbe-85a8-755ff9e3735c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605407 Dec 24 10:51:16.782593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:51:16.823611 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:16.850121 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:16.881362 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd0e61-1a02-4e44-b10e-7594336ae3f7 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:51:17.149293 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b5838-c474-482e-9b42-07d9fb06c9ed None None] New status for floating IP 3cf3ddd2-3032-4d9a-8684-4fe047606d1f: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:51:17.202265 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:17.319593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['4043d4f5-4811-4ba4-8723-4f04e5548d1c'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:51:17.423974 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=6']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:17.488004 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.488382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.488749 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.489124 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.489461 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.489794 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.490132 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.490448 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.490774 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.500032 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.501938 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.502932 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1291e3f0-6049-436c-8e4b-bab9c6786a53 req-87fea4b0-38fc-4654-ab7a-346d6e444a12 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=91615e87-1e43-4d69-baab-d7af897d1ac3 HTTP/1.1" status: 200 len: 210 time: 0.0758581 Dec 24 10:51:17.504721 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.505309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:17.908494 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1e5d-5c43-40ab-8722-ff4d1574a475 req-b40e01c3-2192-461b-a42c-0b6e6efb71c2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:17.910052 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-64db1e5d-5c43-40ab-8722-ff4d1574a475 req-b40e01c3-2192-461b-a42c-0b6e6efb71c2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 944 time: 0.0839550 Dec 24 10:51:18.001588 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-64db1e5d-5c43-40ab-8722-ff4d1574a475 req-2a0f9f26-ea9b-4624-97be-171c0b403991 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847504 Dec 24 10:51:18.020571 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:18.152387 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 4043d4f5-4811-4ba4-8723-4f04e5548d1c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:18.152897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:18.310609 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:18.361004 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:18.366418 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e5866-7020-499c-8753-d106f3e098a6" -d '{"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:18.382444 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:18.458292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:18.459560 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 85e920ef-bc3e-40d9-a188-7900892566bf no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:51:18.462606 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f35fa55-583e-4436-8081-6ade32fbe398 x-openstack-request-id: req-1f35fa55-583e-4436-8081-6ade32fbe398 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:18.463041 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:18.463314 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f35fa55-583e-4436-8081-6ade32fbe398 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:18.463726 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'code': 200} Dec 24 10:51:18.553655 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 85e920ef-bc3e-40d9-a188-7900892566bf {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:51:18.556940 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 85e920ef-bc3e-40d9-a188-7900892566bf not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:51:18.623382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=7']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:19.135222 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-5b7e76c1-93d9-463f-a279-5595938d86a7 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649720889&fields=id&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 267 time: 0.0947595 Dec 24 10:51:19.303965 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-fb7be9ca-934a-46b1-b794-dfcbbac24016 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:19.306130 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-fb7be9ca-934a-46b1-b794-dfcbbac24016 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.1596103 Dec 24 10:51:19.332634 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-7ad196d9-3a93-4ff7-b660-b0fcf413475a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/quotas/9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 375 time: 0.0201719 Dec 24 10:51:19.458635 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-4f023b5d-2794-4f55-b523-11f6968d8665 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1244750 Dec 24 10:51:19.594251 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-7bea005c-6349-4d17-8dfa-fc3d9e93a740 service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342020 Dec 24 10:51:20.057524 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-57945da3-18cc-4b8f-ad71-cabe7520e12c service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617937 Dec 24 10:51:20.913937 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a835-7512-4c82-a517-20e263e720f5 req-4493ab38-4f13-4479-afc4-b801d7a160b9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:20.915999 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8f36a835-7512-4c82-a517-20e263e720f5 req-4493ab38-4f13-4479-afc4-b801d7a160b9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0661674 Dec 24 10:51:20.971104 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8f36a835-7512-4c82-a517-20e263e720f5 req-30662eaf-9c23-4f04-9aa0-aa43e3463e04 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Dec 24 10:51:21.052587 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8de77b62-46ab-48d0-b09f-6c3f322c0bf0 req-c4b2dcba-b00d-400d-af54-23b2f84654ff tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0325239 Dec 24 10:51:22.282755 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731e06-1030-4848-9b6f-00c6701e5423 req-99d1179e-7f6f-4f6e-8fe9-2b0f5201e2a6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:22.285496 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-57731e06-1030-4848-9b6f-00c6701e5423 req-99d1179e-7f6f-4f6e-8fe9-2b0f5201e2a6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.1474080 Dec 24 10:51:22.345870 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-57c9cba6-1bfa-4886-8a2a-326c5b7f90bd req-a9ecdea2-b433-4faa-827e-4471504583ac tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0913360 Dec 24 10:51:22.414708 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-57731e06-1030-4848-9b6f-00c6701e5423 req-b224ed48-4ba1-4b8e-8857-a4784da3998f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152916 Dec 24 10:51:23.605328 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5adf31-c0bf-446a-a81a-feeee07cacfb req-c468dd5c-be01-4f78-a4ea-efa1b6858f8c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:23.614082 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5f5adf31-c0bf-446a-a81a-feeee07cacfb req-c468dd5c-be01-4f78-a4ea-efa1b6858f8c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0763252 Dec 24 10:51:23.658816 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-04a56c40-e439-40cb-87d1-6ffb02f6ebb5 req-5be57aac-70ad-4ca6-97fa-98022fff424c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0577576 Dec 24 10:51:23.678639 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5f5adf31-c0bf-446a-a81a-feeee07cacfb req-bc2bf5b0-f2b3-4955-8286-57c96adb95dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629101 Dec 24 10:51:24.785565 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-709d066e-dc2c-4bbe-84f3-4c0644fea69a req-6740c470-d605-4001-b658-d09dfc98b07a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0330145 Dec 24 10:51:24.937217 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ca024-08b5-4501-82e2-46635bc83d19 req-f24a1c13-3e4e-4d33-8be8-9a4dd1fc3aed tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:24.947292 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e35ca024-08b5-4501-82e2-46635bc83d19 req-f24a1c13-3e4e-4d33-8be8-9a4dd1fc3aed tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0703034 Dec 24 10:51:25.045221 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e35ca024-08b5-4501-82e2-46635bc83d19 req-d2f7525a-f1f4-4640-a6bf-991d91d759e9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955086 Dec 24 10:51:25.947793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6600ef61-85ae-42b5-a35b-ca61aaacabe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:25.984664 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0ddf5fc2-0ca4-4af3-86ca-6044eb67d77d req-66759ec6-866a-408d-838d-50f6b781374c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0635886 Dec 24 10:51:26.200592 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254037-49f5-4105-a5d6-9882dd5b2dc1 req-28189da2-3971-4498-bfec-58ea033b8e44 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:26.202537 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-37254037-49f5-4105-a5d6-9882dd5b2dc1 req-28189da2-3971-4498-bfec-58ea033b8e44 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0574424 Dec 24 10:51:26.287663 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-37254037-49f5-4105-a5d6-9882dd5b2dc1 req-6debc079-1ef8-49dd-b901-87d9169c3350 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713658 Dec 24 10:51:26.894359 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-06a2a73d-2a1a-427c-9662-7e18138e0926 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:26.895857 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-06a2a73d-2a1a-427c-9662-7e18138e0926 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.1684823 Dec 24 10:51:26.977753 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-aa47a79e-fbde-4c85-a7d4-bcc33e5574d7 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 380 time: 0.0694788 Dec 24 10:51:26.997557 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'port': {'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'admin_state_up': True, 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'security_groups': ['6e5911ec-392f-42da-b2ed-53b9f94ad4ec']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:27.304145 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ee4e8a19-34ee-4902-a50d-e01c9e7a3aea req-729916b0-eb5e-4754-834c-021bc5138cde tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.1129847 Dec 24 10:51:27.508879 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634454-d397-4cdb-8b59-d9601eb0a3f3 req-e587a080-ae5a-40d3-ae2e-567b2aab7afb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:27.511228 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e8634454-d397-4cdb-8b59-d9601eb0a3f3 req-e587a080-ae5a-40d3-ae2e-567b2aab7afb tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0597279 Dec 24 10:51:27.569120 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e8634454-d397-4cdb-8b59-d9601eb0a3f3 req-220c567b-1cf5-4b1e-921e-86e17863f0a4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496464 Dec 24 10:51:27.698781 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Made reservation on behalf of 9d0fd34670674906aa9a61200251b76c for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:51:27.702544 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:27.890205 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.20.0.12 (c02b29c7-4d73-429c-95e6-0bbcaa5e122f/4aa10761-1c4f-48eb-beb8-c4b99157d59d/1d65157c-7f7f-44f7-86a3-f01fae63875b) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:28.088535 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-1a198b91-222a-48c7-9176-ff818f6585a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.097527 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:51:28.163636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.407052 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-865dc0cb-bd46-4f49-a3e4-801395d88462 req-1e4c6b4c-4f40-442d-bf41-212cb9645ecb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0330019 Dec 24 10:51:28.453663 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.498593 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:28.499811 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:28.506398 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:28.559784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:28.560439 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.578614 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:28.655742 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-e0f9388c-a470-4b4b-96af-82a4c9364cb4 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6675520 Dec 24 10:51:28.673782 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Request body: {'port': {'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:28.811246 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.868214 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:28.871323 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:28.873357 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5f4b-066b-4dcc-89c0-80b96fc626d9 req-7366ce1e-480a-4a5d-85cd-2770ff483f5d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:28.880411 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f49e5f4b-066b-4dcc-89c0-80b96fc626d9 req-7366ce1e-480a-4a5d-85cd-2770ff483f5d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.1430087 Dec 24 10:51:28.917548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-22f9e8de-ac1f-467a-99ef-bee1cb0a3bb4 None None] Provisioning complete for port 1d65157c-7f7f-44f7-86a3-f01fae63875b triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:28.919721 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-22f9e8de-ac1f-467a-99ef-bee1cb0a3bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:28.990981 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-22f9e8de-ac1f-467a-99ef-bee1cb0a3bb4 None None] Port 1d65157c-7f7f-44f7-86a3-f01fae63875b cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:28.995686 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f49e5f4b-066b-4dcc-89c0-80b96fc626d9 req-0a780124-8c8e-44fd-81ce-9a21b6c4b320 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137927 Dec 24 10:51:29.098830 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.226644 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d65157c-7f7f-44f7-86a3-f01fae63875b {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:51:29.239422 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.260178 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Transition to ACTIVE for port object 1d65157c-7f7f-44f7-86a3-f01fae63875b will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:51:29.407634 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.556569 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Pushing event updated for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:29.594538 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d0909-fd1c-48ba-98da-f1dfe7b0c48c req-ac7d5a25-5fd4-4223-ab52-c9640790ac23 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:29.596180 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f14d0909-fd1c-48ba-98da-f1dfe7b0c48c req-ac7d5a25-5fd4-4223-ab52-c9640790ac23 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.1026144 Dec 24 10:51:29.637840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Attempting to bind port 1d65157c-7f7f-44f7-86a3-f01fae63875b on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:29.638256 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Attempting to bind port 1d65157c-7f7f-44f7-86a3-f01fae63875b by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:29.638657 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Attempting to bind port 1d65157c-7f7f-44f7-86a3-f01fae63875b on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:29.657974 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Port 1d65157c-7f7f-44f7-86a3-f01fae63875b on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:51:29.658394 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Attempting to bind port 1d65157c-7f7f-44f7-86a3-f01fae63875b on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:29.679352 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f14d0909-fd1c-48ba-98da-f1dfe7b0c48c req-44db6106-eddf-4002-b595-10f76ab63bde tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697868 Dec 24 10:51:29.680195 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:29.680540 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:29.680998 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Bound using segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:29.681443 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Bound port: 1d65157c-7f7f-44f7-86a3-f01fae63875b, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:29.681803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.749315 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:29.753032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:29.923841 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.966326 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:29.967110 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:29.968583 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] 10.222.0.24 "PUT /v2.0/ports/1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 1094 time: 1.2993212 Dec 24 10:51:29.969143 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:29.971564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ae4286-b822-439d-ac7d-2e3a16162e81" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:29.996427 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcac361-cabb-48a8-b410-62f1e5ee0324 service neutron] Pushing event updated for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:30.030120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd1eb8d-d69d-413f-9638-ff9d73952070 x-openstack-request-id: req-6cd1eb8d-d69d-413f-9638-ff9d73952070 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:30.030410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:30.030673 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cd1eb8d-d69d-413f-9638-ff9d73952070 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:30.031084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'status': 'completed', 'code': 200} Dec 24 10:51:30.161627 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead983c-fb98-4124-b863-a582e4c53271 req-76a0ab29-0064-4a95-9bd5-668b4d62cb73 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:30.163580 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5ead983c-fb98-4124-b863-a582e4c53271 req-76a0ab29-0064-4a95-9bd5-668b4d62cb73 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0660560 Dec 24 10:51:30.224393 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5ead983c-fb98-4124-b863-a582e4c53271 req-e80910d3-3cb7-4adb-a124-b0effdc0628b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540030 Dec 24 10:51:30.807381 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c3ef7-9fd7-406b-a951-9720defd3b81 req-e4475ab2-372f-4b16-a067-773f8d0bc82f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:30.808915 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f6c3ef7-9fd7-406b-a951-9720defd3b81 req-e4475ab2-372f-4b16-a067-773f8d0bc82f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0527666 Dec 24 10:51:30.846356 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:30.873147 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f6c3ef7-9fd7-406b-a951-9720defd3b81 req-6f5f2bda-0c81-4931-8c07-33f0eee54b16 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522161 Dec 24 10:51:31.404116 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5209fe-c317-47fe-9bf7-098be51940cf req-8bf0f40c-1c74-48cf-9fb8-510737bfbc54 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:31.405882 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1f5209fe-c317-47fe-9bf7-098be51940cf req-8bf0f40c-1c74-48cf-9fb8-510737bfbc54 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0743828 Dec 24 10:51:31.453822 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:31.456440 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1f5209fe-c317-47fe-9bf7-098be51940cf req-7cef4f5c-c6ad-4875-a7ce-6bd509e8a1e6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Dec 24 10:51:31.930436 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-5e3fa877-a398-438f-864c-600a4f7a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:31.932593 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-5e3fa877-a398-438f-864c-600a4f7a175c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1097 time: 0.0625989 Dec 24 10:51:32.067397 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e935d-f3fa-4d36-9196-8fee4345fc01 req-ab2b28ae-4b95-4fd8-816d-3795a48087ad tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.068952 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-585e935d-f3fa-4d36-9196-8fee4345fc01 req-ab2b28ae-4b95-4fd8-816d-3795a48087ad tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.1178174 Dec 24 10:51:32.106394 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-b5bb9499-e135-4803-b4bc-dd4196d9783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.107860 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-b5bb9499-e135-4803-b4bc-dd4196d9783b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d0fd34670674906aa9a61200251b76c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1661725 Dec 24 10:51:32.135600 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-585e935d-f3fa-4d36-9196-8fee4345fc01 req-90868086-e58e-4c35-873a-ea8939221133 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604348 Dec 24 10:51:32.310889 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-f1a9abcf-22b3-4ed2-a7c4-8c8803846323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.312183 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e6ae4286-b822-439d-ac7d-2e3a16162e81 req-f1a9abcf-22b3-4ed2-a7c4-8c8803846323 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973084 Dec 24 10:51:32.392515 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-9900f6c2-c758-4b0c-9229-87784a2a6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.393640 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-9900f6c2-c758-4b0c-9229-87784a2a6b31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1097 time: 0.0394495 Dec 24 10:51:32.444805 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-91ec7892-6399-48bf-a605-0f3d61fe0f65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 217 time: 0.0357411 Dec 24 10:51:32.514564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-7bdfc261-0496-4141-a03a-2bd203abcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.516625 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-7bdfc261-0496-4141-a03a-2bd203abcc39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0553675 Dec 24 10:51:32.573025 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-442b1255-3b36-4730-a45d-65f9ba11a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.574535 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-442b1255-3b36-4730-a45d-65f9ba11a108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471544 Dec 24 10:51:32.623512 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-998aac65-d77c-4171-904c-65b0d868fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.625618 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-998aac65-d77c-4171-904c-65b0d868fbc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1098 time: 0.0554495 Dec 24 10:51:32.638394 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3adb-c341-4784-b5ae-dd11fadd1c23 req-243ab436-94e6-4d48-baab-6bbcf0933637 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.646983 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-edae3adb-c341-4784-b5ae-dd11fadd1c23 req-243ab436-94e6-4d48-baab-6bbcf0933637 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.1036077 Dec 24 10:51:32.693580 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-42dd6a2a-2ee8-49d8-876b-91cb4b16f361 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106906 Dec 24 10:51:32.713141 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-edae3adb-c341-4784-b5ae-dd11fadd1c23 req-12617fa9-3903-4aef-85f4-b4859a741a76 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650082 Dec 24 10:51:32.820356 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-42cdf014-a687-4f96-8d0d-b1ce8648e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.822421 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-42cdf014-a687-4f96-8d0d-b1ce8648e76e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.1571884 Dec 24 10:51:32.848079 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-58020c32-00bb-46b3-9cfa-3df96066c3cb req-403074d0-3717-4104-9212-694894eb7c8c service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352341 Dec 24 10:51:32.908100 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-2a397ea9-3b86-4379-9eab-be35a738b1f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 1001 time: 0.0778944 Dec 24 10:51:32.980678 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-5e7b9918-d184-426c-a8df-ff4c431af996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:32.982215 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-5e7b9918-d184-426c-a8df-ff4c431af996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0502617 Dec 24 10:51:33.045983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-a96beb92-1f26-49e5-92d0-0f255037d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:33.047458 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-a96beb92-1f26-49e5-92d0-0f255037d21d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428493 Dec 24 10:51:33.143770 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-f65f23bb-179f-4991-add1-c382c40d926e service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884943 Dec 24 10:51:33.267894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d6a06675-aa0f-46ef-8326-e93454820e8e req-473fa345-61df-41e8-80c1-5eff5f7ff404 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135707 Dec 24 10:51:33.276664 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff7da1-06ce-4963-b6bf-10511380871f req-85bcae84-e7d5-4116-9baa-7c3b878cd367 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:33.282484 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-07ff7da1-06ce-4963-b6bf-10511380871f req-85bcae84-e7d5-4116-9baa-7c3b878cd367 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0737922 Dec 24 10:51:33.326755 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-07ff7da1-06ce-4963-b6bf-10511380871f req-f063cbec-5a2d-4b91-a02a-0255cf8a6d2f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Dec 24 10:51:33.842545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8c2c8-fd92-470c-a139-5e20c05ed922 req-2315043b-2546-492b-a3d1-422aa1cdde31 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:33.844000 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12c8c2c8-fd92-470c-a139-5e20c05ed922 req-2315043b-2546-492b-a3d1-422aa1cdde31 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Dec 24 10:51:33.889788 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-12c8c2c8-fd92-470c-a139-5e20c05ed922 req-f678338d-9b7b-4dda-9246-b2e0c8fee409 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Dec 24 10:51:34.445476 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd648a57-8b1a-4944-9526-5894c4cfc960 req-dbf3dabc-fcf4-44d8-8a0c-6a88edf24550 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:34.446997 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cd648a57-8b1a-4944-9526-5894c4cfc960 req-dbf3dabc-fcf4-44d8-8a0c-6a88edf24550 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0518713 Dec 24 10:51:34.496915 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cd648a57-8b1a-4944-9526-5894c4cfc960 req-4e6bbc8e-dc9b-4c20-b114-e39f0db38788 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Dec 24 10:51:34.720993 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:51:34.796314 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:34.818257 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:34.820732 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d3c0b1-81ac-47f0-b69d-b69c22f185ce" -d '{"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-unplugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:34.835173 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:34.862159 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360e68d-014a-40fe-b781-cf1d382f7ed0 x-openstack-request-id: req-1360e68d-014a-40fe-b781-cf1d382f7ed0 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:34.862403 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-unplugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:34.862661 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1360e68d-014a-40fe-b781-cf1d382f7ed0 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:34.863053 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'code': 200} Dec 24 10:51:34.973131 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:35.011201 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284039fd-9202-44a7-8c6d-5794809d3cf1 req-4c34b179-9a12-4d45-9b37-dc62ed41184c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:35.012753 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-284039fd-9202-44a7-8c6d-5794809d3cf1 req-4c34b179-9a12-4d45-9b37-dc62ed41184c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0506656 Dec 24 10:51:35.024087 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=8']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:35.061555 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-284039fd-9202-44a7-8c6d-5794809d3cf1 req-1d0d7505-b681-4ffb-9409-ca10af85dca2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Dec 24 10:51:35.611369 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec542-4f49-4761-88f4-8d4c185b152a req-4fe39971-3a4e-4cf1-bd6d-87fa5916548f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:35.612804 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e8ec542-4f49-4761-88f4-8d4c185b152a req-4fe39971-3a4e-4cf1-bd6d-87fa5916548f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0511544 Dec 24 10:51:35.660297 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4e8ec542-4f49-4761-88f4-8d4c185b152a req-862e8504-9d67-4542-a674-102893f215b0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Dec 24 10:51:36.181629 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c079a4-0db4-4c04-80a7-d385380e0528 req-f82e9d29-abeb-4875-bd3b-861894fc66dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:36.183571 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e2c079a4-0db4-4c04-80a7-d385380e0528 req-f82e9d29-abeb-4875-bd3b-861894fc66dd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0477045 Dec 24 10:51:36.232247 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e2c079a4-0db4-4c04-80a7-d385380e0528 req-82b1f379-2a87-4205-910a-4b843a83aea7 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Dec 24 10:51:36.773804 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc3e42-ddae-4204-835b-edf134a7a4ad req-e6d7423b-c13f-4288-9f0b-cd52414d45ec tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:36.775770 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ccbc3e42-ddae-4204-835b-edf134a7a4ad req-e6d7423b-c13f-4288-9f0b-cd52414d45ec tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0480478 Dec 24 10:51:36.823719 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ccbc3e42-ddae-4204-835b-edf134a7a4ad req-5904e205-296d-425c-9b5b-7b3b55f13763 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Dec 24 10:51:37.366183 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45034) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:37.417655 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Deleting subnet 7d022349-084c-4c8f-b12e-f0c47e27f342 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:51:37.420904 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.455382 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.494177 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.647577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.673455 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d022349-084c-4c8f-b12e-f0c47e27f342,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:37.677677 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.681014 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7d022349-084c-4c8f-b12e-f0c47e27f342 HTTP/1.1" status: 204 len: 168 time: 0.3139648 Dec 24 10:51:37.683806 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45040) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:37.687090 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.687437 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.687776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.688111 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.688441 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.688769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.689127 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.689455 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.689780 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.690103 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.690423 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.690741 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.691056 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e241e049-aa60-4a4e-8971-a141f121bccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:37.756088 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.831865 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.851611 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ae600f-f994-44b0-af72-4c73bd837846']}} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:37.861133 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d23ad5-90ba-439f-a4a3-194996b0a01a') {'for_net_delete': True} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:37.861468 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.services.segments.db [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d23ad5-90ba-439f-a4a3-194996b0a01a') {} {{(pid=109771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:37.871171 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784866'] for segment, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.886482 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.893554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:51:37.894128 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5850147'] for segment, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: Traceback (most recent call last): Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: timer() Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: cb(*args, **kw) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: return func(*args, **kwargs) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: self._notify() Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: self.callback(batched_events) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: event.method(event) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: return f(self, *a, **k) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._get(url).json() Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: return self.request(url, 'GET', **kwargs) Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:51:37.895931 dv-cinder-816443-3-iscsi neutron-server[109771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:51:37.901569 dv-cinder-816443-3-iscsi neutron-server[109771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:51:37.989979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8cc1d-1d90-4a7d-b5c4-7bbed621f116 req-c0b93301-bc7b-4ac2-aa80-2bd93f8a8651 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:37.991446 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1da8cc1d-1d90-4a7d-b5c4-7bbed621f116 req-c0b93301-bc7b-4ac2-aa80-2bd93f8a8651 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0816658 Dec 24 10:51:38.044889 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1da8cc1d-1d90-4a7d-b5c4-7bbed621f116 req-f1595147-327c-4f8c-8c54-b2ce2aa2a5a3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Dec 24 10:51:38.298632 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:38.304159 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:38.307918 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] 10.222.0.30 "DELETE /v2.0/networks/76ae600f-f994-44b0-af72-4c73bd837846 HTTP/1.1" status: 204 len: 168 time: 0.6230893 Dec 24 10:51:38.318575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debb4e9-2088-4485-89b1-b39a98a401af admin admin] Pushing event deleted for resources: {'Network': ['ID=76ae600f-f994-44b0-af72-4c73bd837846,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:38.736904 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:51:39.167830 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8513-d20d-4410-b059-3502c1877755 req-6689a45c-9b29-440d-b089-b6a63da38f9a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:39.169292 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c89b8513-d20d-4410-b059-3502c1877755 req-6689a45c-9b29-440d-b089-b6a63da38f9a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0524702 Dec 24 10:51:39.208925 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45062) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:39.221942 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c89b8513-d20d-4410-b059-3502c1877755 req-40a8dbd2-c325-4d0e-bc0e-82f36eb0a118 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Dec 24 10:51:39.252318 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-00e1b02f-374c-420b-b765-9008af0e5b9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c8a5fd5e33e4d059b152730ca60d5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383172 Dec 24 10:51:39.254220 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45064) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:39.304429 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:39.325280 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:39.501450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-9d3a65c2-0be2-44e7-9bc2-bfc347fceada req-3c298736-2191-4bc9-87ac-ee907ec2c5b6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:51:39.502489 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9d3a65c2-0be2-44e7-9bc2-bfc347fceada req-3c298736-2191-4bc9-87ac-ee907ec2c5b6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053155 Dec 24 10:51:39.504372 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:39.507162 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:39.511259 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04c51dea-ea1f-4b6f-b58c-2131de29700d HTTP/1.1" status: 204 len: 168 time: 0.2532446 Dec 24 10:51:39.517450 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484b10-501f-41d0-9d06-20364e5dceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c51dea-ea1f-4b6f-b58c-2131de29700d,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:39.970898 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a009fd-60b0-442f-bfae-7fdd4efe43d6 req-42feee15-399b-4838-ad1f-43f418ce15b9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:39.972347 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d1a009fd-60b0-442f-bfae-7fdd4efe43d6 req-42feee15-399b-4838-ad1f-43f418ce15b9 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0487378 Dec 24 10:51:40.037803 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d1a009fd-60b0-442f-bfae-7fdd4efe43d6 req-a5f24b76-63ed-4fae-8734-d2c2364bc504 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590796 Dec 24 10:51:40.265521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c70da-6270-4b90-aa2e-3a01539c3f8c req-081d5708-5d9a-44fe-a2a2-c6d6df21141f tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:40.267629 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-be5c70da-6270-4b90-aa2e-3a01539c3f8c req-081d5708-5d9a-44fe-a2a2-c6d6df21141f tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0497079 Dec 24 10:51:40.335900 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-be5c70da-6270-4b90-aa2e-3a01539c3f8c req-a31155c9-6cb1-489d-bfb2-5c1624f2eac7 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Dec 24 10:51:40.348793 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646585ba-79dd-45d5-a079-346e5a4cbda5 req-3d38e4e7-a2bd-4048-8921-44cd2c446d05 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:40.350333 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-646585ba-79dd-45d5-a079-346e5a4cbda5 req-3d38e4e7-a2bd-4048-8921-44cd2c446d05 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 944 time: 0.0515964 Dec 24 10:51:40.414682 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-646585ba-79dd-45d5-a079-346e5a4cbda5 req-0b82e8ca-2bcf-4af0-8115-94db485a14e5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571766 Dec 24 10:51:40.613042 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45118) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:40.698495 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-39b3aaf3-2e7a-44ee-bbdd-ee83affcbde2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843201 Dec 24 10:51:40.707444 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-9b814d74-d94f-4f83-b449-a57d557481d6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:51:40.708463 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-9b814d74-d94f-4f83-b449-a57d557481d6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049081 Dec 24 10:51:40.747625 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d65157c-7f7f-44f7-86a3-f01fae63875b details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:51:40.771662 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45126) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:40.856746 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:40.871579 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:51:40.883882 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120186241-network', 'tenant_id': '9abda8fd8574437e892913c775910de0'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:40.922285 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:40.935751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d65157c-7f7f-44f7-86a3-f01fae63875b {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:51:40.958212 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:41.029357 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Made reservation on behalf of 9abda8fd8574437e892913c775910de0 for: {'network': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:51:41.031691 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.040980 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.063848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.117806 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:41.120900 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.169818 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa098ca-3e7c-43eb-ac09-7ab474fa3abf req-0a71ac26-855d-485a-af29-1261821588f2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:41.171281 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6aa098ca-3e7c-43eb-ac09-7ab474fa3abf req-0a71ac26-855d-485a-af29-1261821588f2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0474482 Dec 24 10:51:41.202167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.240180 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:51:41.249866 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6aa098ca-3e7c-43eb-ac09-7ab474fa3abf req-9cc48fa0-7ae8-40d9-a7f6-64db8ed29bc1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721667 Dec 24 10:51:41.253894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5268592-578d-4b9d-9b12-3b55ebebf551,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:41.261997 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.262803 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.segments_db [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Added segment 8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2 of type vlan for network 1dab6358-bb50-4a49-a0c2-25295aed92f4 Dec 24 10:51:41.307839 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.327223 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['1d65157c-7f7f-44f7-86a3-f01fae63875b'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:51:41.430004 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.433408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:41.434074 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:41.480791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff7d8-64e3-4fd9-bf2e-47d10e96bb1d req-cb70e733-3445-4b1c-b9cb-725ccd5de765 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:41.494319 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-200ff7d8-64e3-4fd9-bf2e-47d10e96bb1d req-cb70e733-3445-4b1c-b9cb-725ccd5de765 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0816336 Dec 24 10:51:41.540629 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-200ff7d8-64e3-4fd9-bf2e-47d10e96bb1d req-fe2c008f-9e2f-4060-831d-fb48d8d7a8b6 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Dec 24 10:51:41.545369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] Pushing event updated for resources: {'Network': ['ID=1dab6358-bb50-4a49-a0c2-25295aed92f4,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:41.560416 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:51:41.567717 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28678-734c-40d3-a8a5-cd23bb5bedad req-9cc91fb2-68a7-4843-a5ec-61d629b73ffc tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:41.569224 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c4d28678-734c-40d3-a8a5-cd23bb5bedad req-9cc91fb2-68a7-4843-a5ec-61d629b73ffc tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 945 time: 0.0550025 Dec 24 10:51:41.578717 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-caf479ae-2b33-4d6d-a2fa-ef621c3e2932 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8006771 Dec 24 10:51:41.578981 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45142) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:41.590437 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Request body: {'subnet': {'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120186241-subnet', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'ip_version': 4}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:41.922559 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c4d28678-734c-40d3-a8a5-cd23bb5bedad req-72f17889-9d5b-49ae-8835-d7595809693c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465726 Dec 24 10:51:41.943197 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de29d07-a12e-457d-9335-2e954d2d260f req-b7094571-6912-4b7c-805c-48e2cd0ecad2 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:41.944627 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2de29d07-a12e-457d-9335-2e954d2d260f req-b7094571-6912-4b7c-805c-48e2cd0ecad2 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 945 time: 0.0629401 Dec 24 10:51:42.042068 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Deleting port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:51:42.042405 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.091095 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Made reservation on behalf of 9abda8fd8574437e892913c775910de0 for: {'subnet': 1} {{(pid=109772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:51:42.093356 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4502682'] for subnet, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.188849 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] For port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:42.189131 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.204738 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Calling delete_port for 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 owned by compute:nova {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:51:42.429498 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40d955-049c-411f-95df-5bafcfcd98ab req-8ac0d1fb-d238-47fe-bd4c-64cd3bd8f7b1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.431503 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef40d955-049c-411f-95df-5bafcfcd98ab req-8ac0d1fb-d238-47fe-bd4c-64cd3bd8f7b1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0921500 Dec 24 10:51:42.434667 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4405606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4502664'] for subnet, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.525988 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.533340 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:42.539185 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['0a1505e6-626c-4f03-8fa1-81e71b8f72d5'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:51:42.570950 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ef40d955-049c-411f-95df-5bafcfcd98ab req-b0db7db2-6af6-418d-85f4-4c52d1c9da5e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253376 Dec 24 10:51:42.575654 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Pushing event deleted for resources: {'Port': ['ID=0a1505e6-626c-4f03-8fa1-81e71b8f72d5,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:42.577848 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Checking segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:42.578202 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Network hostable DHCP agents. Network: 1dab6358-bb50-4a49-a0c2-25295aed92f4, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:51:42.605339 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-cae20474-ec0e-47f8-bab2-f749f7a09b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.606849 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-cae20474-ec0e-47f8-bab2-f749f7a09b43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73&tenant_id=8b52b70f10024974af39a32f1a1a2502 HTTP/1.1" status: 200 len: 1096 time: 0.0846694 Dec 24 10:51:42.623612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] No DVR routers for this DVR port 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 on host hv-cinder-81644 {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:51:42.627061 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.630273 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2de29d07-a12e-457d-9335-2e954d2d260f req-2d309b44-dffe-4503-ac6a-1fe5c092c410 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "DELETE /v2.0/ports/0a1505e6-626c-4f03-8fa1-81e71b8f72d5 HTTP/1.1" status: 204 len: 173 time: 0.6763196 Dec 24 10:51:42.630709 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'name': 'network-vif-deleted', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:42.632999 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02fa53-df12-434b-91f2-8d3aee12da84" -d '{"events": [{"server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "name": "network-vif-deleted", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:42.672697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc4cd3-df66-4c62-bc6d-566f3269b5dd x-openstack-request-id: req-b9dc4cd3-df66-4c62-bc6d-566f3269b5dd {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:42.673020 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bed19f-dc1d-408e-8520-34e390ac92cd", "name": "network-vif-deleted", "tag": "0a1505e6-626c-4f03-8fa1-81e71b8f72d5", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:42.673297 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9dc4cd3-df66-4c62-bc6d-566f3269b5dd {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:42.673692 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bed19f-dc1d-408e-8520-34e390ac92cd', 'name': 'network-vif-deleted', 'tag': '0a1505e6-626c-4f03-8fa1-81e71b8f72d5', 'status': 'completed', 'code': 200} Dec 24 10:51:42.691149 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7587e263-e263-4b75-b2a3-96ef9f65be75 req-ffdd3a00-cb5d-4c00-ad8e-96bc9c10f265 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0274668 Dec 24 10:51:42.693936 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-c235d9b8-733c-4480-94ea-659c4b2009d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.695188 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-c235d9b8-733c-4480-94ea-659c4b2009d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1096 time: 0.0654569 Dec 24 10:51:42.738156 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:51:42.768751 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d65157c-7f7f-44f7-86a3-f01fae63875b up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:42.790771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-0a36fb0b-6441-4a71-b96a-3c93e1ab70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.792273 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-0a36fb0b-6441-4a71-b96a-3c93e1ab70b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.0887144 Dec 24 10:51:42.862969 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-9631079d-846c-4756-9331-a71c193b59d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 999 time: 0.0590236 Dec 24 10:51:42.903816 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, 1dab6358-bb50-4a49-a0c2-25295aed92f4) {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:42.909426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.911167 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:42.913581 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-1893d056-d265-4d46-835f-ecccab9c1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.913950 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b105c78-4069-4b9c-ad2b-5a7b39bfe051 None None] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:51:42.915248 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-1893d056-d265-4d46-835f-ecccab9c1caa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0439138 Dec 24 10:51:42.966753 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-4abd1efb-4534-4b42-a78a-cd5f5863cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:42.968227 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-4abd1efb-4534-4b42-a78a-cd5f5863cb51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435984 Dec 24 10:51:43.029292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 1d65157c-7f7f-44f7-86a3-f01fae63875b completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:51:43.035664 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-1dab6358-bb50-4a49-a0c2-25295aed92f4', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'project_id': '9abda8fd8574437e892913c775910de0', 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:51:43.036866 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.047507 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 1d65157c-7f7f-44f7-86a3-f01fae63875b triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:43.048148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.057951 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61f394-2ea3-4efe-892d-5e5a1121cbf0 req-111f7df4-8405-439a-a031-b63d0bf5e62e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:43.059493 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9b61f394-2ea3-4efe-892d-5e5a1121cbf0 req-111f7df4-8405-439a-a031-b63d0bf5e62e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 945 time: 0.0638075 Dec 24 10:51:43.067265 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-0ec4ffe7-02b7-472f-99df-e7712c3df7a2 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915923 Dec 24 10:51:43.128685 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9b61f394-2ea3-4efe-892d-5e5a1121cbf0 req-1997a703-5f3f-4c0c-a943-02e7df8503eb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609329 Dec 24 10:51:43.187903 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4fac8166-a5ba-4d7d-bdc2-fc5d561d75b3 req-b03f9428-dc8a-44a8-b779-c61ca646d83a service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112285 Dec 24 10:51:43.246691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.267358 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Allocated IP 172.20.0.2 (1dab6358-bb50-4a49-a0c2-25295aed92f4/7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785/f953f2f7-c062-4e5e-ae9c-e4e7413ea79f) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:43.284049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:43.286254 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f457de6-c8f9-42d2-8d13-dd618c9cc304" -d '{"events": [{"server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:43.303132 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-afb49487-4fce-4220-af9f-5917691974ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7154062 Dec 24 10:51:43.303297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:43.303297 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.303482 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45158) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:43.308225 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:43.350981 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a8caa4-6538-4ed2-bf12-7ab0a252aae5 x-openstack-request-id: req-22a8caa4-6538-4ed2-bf12-7ab0a252aae5 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:43.351270 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "name": "network-vif-plugged", "status": "completed", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:43.351544 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22a8caa4-6538-4ed2-bf12-7ab0a252aae5 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:43.351901 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'code': 200} Dec 24 10:51:43.433854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.606877 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.607526 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.608041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.608768 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:51:43.647562 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:51:43.647919 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 0a1505e6-626c-4f03-8fa1-81e71b8f72d5 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:51:43.660531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.663807 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.691551 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:43.695217 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:43.699854 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:43.729218 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:43.747493 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4b84-d32c-4e1f-ab53-13b0933c3634 req-9e2348e1-e1e8-46ba-8239-4325306f4b13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:43.751539 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0efb4b84-d32c-4e1f-ab53-13b0933c3634 req-9e2348e1-e1e8-46ba-8239-4325306f4b13 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0673952 Dec 24 10:51:43.799961 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Pushing event updated for resources: {'Port': ['ID=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:43.818140 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Attempting to bind port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:43.818533 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Attempting to bind port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:43.818902 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Attempting to bind port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f on network 1dab6358-bb50-4a49-a0c2-25295aed92f4 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:43.826307 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:43.826730 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Checking segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:43.827135 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.827724 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Bound using segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:43.828397 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Bound port: f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:43.829041 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:43.829970 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0efb4b84-d32c-4e1f-ab53-13b0933c3634 req-b7a9aa23-cf56-469b-a3ab-922585c1ffbe tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642765 Dec 24 10:51:43.851394 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b20e03f5-22eb-40ef-b865-5d7da988951b req-74d9d8ae-e457-455d-accf-7ced2b07cd78 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=90bed19f-dc1d-408e-8520-34e390ac92cd HTTP/1.1" status: 200 len: 210 time: 0.0464771 Dec 24 10:51:43.910687 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] For port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:43.914028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] For port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:44.002778 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:44.134895 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4b3d-b696-4cb9-811e-510a0a3e331f req-c4e06677-2a3e-46d5-8df7-769fdb0cdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:44.136375 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8fee4b3d-b696-4cb9-811e-510a0a3e331f req-c4e06677-2a3e-46d5-8df7-769fdb0cdd05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1099 time: 0.0379333 Dec 24 10:51:44.185652 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8fee4b3d-b696-4cb9-811e-510a0a3e331f req-c8191ac7-c702-4f32-ab85-59094b7c4b61 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Dec 24 10:51:44.243469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a853b-c3e8-480e-9035-025759ebc2ad req-40ee9117-56c8-4e8f-aad7-f86ff17e25b2 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:44.244931 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-454a853b-c3e8-480e-9035-025759ebc2ad req-40ee9117-56c8-4e8f-aad7-f86ff17e25b2 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0474336 Dec 24 10:51:44.293349 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-454a853b-c3e8-480e-9035-025759ebc2ad req-60cf3025-8589-4f1c-8157-bbe302cea074 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Dec 24 10:51:44.298793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:44.365263 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635cdc-e20f-4bae-975e-d1c1741fd74c None None] Pushing event updated for resources: {'Port': ['ID=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:44.666461 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:44.706421 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:44.841253 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Allocated IP 172.27.1.29 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/5623ee4b-34e0-47ea-8016-859ca6e1f949) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:45.026169 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af54ae-c3a7-482b-bc6d-70171501bc60 req-a3ff13b2-a320-4fd7-9390-2e0783a6bc0b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:45.030203 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.040790 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f5af54ae-c3a7-482b-bc6d-70171501bc60 req-a3ff13b2-a320-4fd7-9390-2e0783a6bc0b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.1115005 Dec 24 10:51:45.124380 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f5af54ae-c3a7-482b-bc6d-70171501bc60 req-e91a8e2d-0981-42b3-bd4d-41ffbded2995 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799870 Dec 24 10:51:45.210825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f953f2f7-c062-4e5e-ae9c-e4e7413ea79f up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:45.223461 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.244751 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:45.266233 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:45.280268 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:45.315648 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:45.316194 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.356500 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Pushing event updated for resources: {'Port': ['ID=5623ee4b-34e0-47ea-8016-859ca6e1f949,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:45.440362 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.480529 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:45.561676 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.606338 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a863-8d93-4b89-af5c-86c241ab70c3 req-7a6e96e0-2457-4ff4-a9e1-f2ac8446762e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:45.614588 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c511a863-8d93-4b89-af5c-86c241ab70c3 req-7a6e96e0-2457-4ff4-a9e1-f2ac8446762e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.1437893 Dec 24 10:51:45.662939 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:45.726784 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-c511a863-8d93-4b89-af5c-86c241ab70c3 req-082ddc8d-ef90-4fc7-b056-2e3aba3b6bf5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112821 Dec 24 10:51:45.800168 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:45.823003 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538c6cf-5fa4-4dc5-a830-7a08c15951f7 None None] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:51:45.919375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-c8b42088-4204-47cf-9962-3783b4b6980e None None] Provisioning complete for port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:45.920085 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-c8b42088-4204-47cf-9962-3783b4b6980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:46.061263 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:46.255037 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-750976f5-7c64-4652-8571-cf811b3b145b None None] Provisioning complete for port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:46.255634 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-750976f5-7c64-4652-8571-cf811b3b145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:46.272076 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4329-4bc3-4bd0-8d01-2d5c8dc60dfa req-f640ebea-e4f9-4156-95a6-d6f8ef81bb06 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:46.273775 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-00ab4329-4bc3-4bd0-8d01-2d5c8dc60dfa req-f640ebea-e4f9-4156-95a6-d6f8ef81bb06 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0525699 Dec 24 10:51:46.302060 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Router ddb1307d-9f65-43c3-880b-8830ffed7391 is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:51:46.372989 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-00ab4329-4bc3-4bd0-8d01-2d5c8dc60dfa req-5f02ac06-ea39-44fe-a40e-a247db837644 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925236 Dec 24 10:51:46.434850 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:51:46.452096 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Sync routers for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:51:46.462213 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:46.466842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:46.592136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:46.594340 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-ec5164ee-11b8-46e7-aa73-526703deb299 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2890275 Dec 24 10:51:46.609727 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45202) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:46.709988 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:46.950302 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:46.960083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abba02-5262-4345-bd10-9ff318741b80 req-e4116393-283b-4b0a-b716-952d91759caa tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:46.962289 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29abba02-5262-4345-bd10-9ff318741b80 req-e4116393-283b-4b0a-b716-952d91759caa tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0963805 Dec 24 10:51:46.994474 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Checking router: ddb1307d-9f65-43c3-880b-8830ffed7391 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:51:46.995113 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Updating router ddb1307d-9f65-43c3-880b-8830ffed7391 port 5623ee4b-34e0-47ea-8016-859ca6e1f949 binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:51:47.038203 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.050958 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29abba02-5262-4345-bd10-9ff318741b80 req-10ac2500-aed7-4f92-8fe8-69c055f4bc79 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779240 Dec 24 10:51:47.143595 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f953f2f7-c062-4e5e-ae9c-e4e7413ea79f up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:47.296204 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:47.296910 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.402379 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.459765 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.521179 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61fd7f-285f-44c7-8b51-cb02eed7ecd9 req-43fad541-891a-42f6-a815-6e122e67ffc0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:47.529020 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-da61fd7f-285f-44c7-8b51-cb02eed7ecd9 req-43fad541-891a-42f6-a815-6e122e67ffc0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0692661 Dec 24 10:51:47.589922 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.606808 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Allocated IP 172.20.0.1 (1dab6358-bb50-4a49-a0c2-25295aed92f4/7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785/0ec589bf-baea-4f7c-885a-9a4f272e5caf) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:47.624665 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-da61fd7f-285f-44c7-8b51-cb02eed7ecd9 req-b00392e6-7162-4974-acf0-20a134bb94f3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946746 Dec 24 10:51:47.687846 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Attempting to bind port 5623ee4b-34e0-47ea-8016-859ca6e1f949 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:47.688327 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Attempting to bind port 5623ee4b-34e0-47ea-8016-859ca6e1f949 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:47.688607 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Attempting to bind port 5623ee4b-34e0-47ea-8016-859ca6e1f949 on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:47.691291 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec47bd-cd2d-46d5-9bc4-cfe0fbcf7efc None None] Pushing event updated for resources: {'Port': ['ID=5623ee4b-34e0-47ea-8016-859ca6e1f949,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:47.702798 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:47.703404 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:47.703938 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.704425 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:47.704961 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Bound port: 5623ee4b-34e0-47ea-8016-859ca6e1f949, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:47.705334 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.761076 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.771300 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] For port 5623ee4b-34e0-47ea-8016-859ca6e1f949, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:47.776435 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] For port 5623ee4b-34e0-47ea-8016-859ca6e1f949, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5623ee4b-34e0-47ea-8016-859ca6e1f949,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:47.898650 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:47.961534 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:47.962268 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:47.999939 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec47bd-cd2d-46d5-9bc4-cfe0fbcf7efc None None] Pushing event updated for resources: {'Port': ['ID=5623ee4b-34e0-47ea-8016-859ca6e1f949,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:48.042089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:48.091326 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:48.091530 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:48.091530 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:48.094787 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:48.147784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:48.187728 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:48.290381 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73901d-18d5-44f6-8eae-87c5ee54f969 req-3339f57d-23ca-428a-a9ca-2055e05af020 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:48.291885 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8a73901d-18d5-44f6-8eae-87c5ee54f969 req-3339f57d-23ca-428a-a9ca-2055e05af020 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.1409326 Dec 24 10:51:48.392657 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8a73901d-18d5-44f6-8eae-87c5ee54f969 req-4a5acc59-23f7-4ecb-9969-ddba357f0898 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923755 Dec 24 10:51:48.400054 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-bad07f1a-96c4-4c47-8395-8611858b33a6 None None] Provisioning complete for port 0ec589bf-baea-4f7c-885a-9a4f272e5caf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:48.401327 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bad07f1a-96c4-4c47-8395-8611858b33a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:48.436119 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:48.522470 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa488d47-e558-443a-8eb5-47d3aa77268c None None] The sync data for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi is: [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:51:48.522470 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-bad07f1a-96c4-4c47-8395-8611858b33a6 None None] Port 0ec589bf-baea-4f7c-885a-9a4f272e5caf cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:48.524113 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:48.753139 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:48.780546 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836011d4-4960-4c9d-a4c2-ce35c1dcee7a req-2baf874a-7a50-43e2-aee5-54375ceecbae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:48.788195 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-836011d4-4960-4c9d-a4c2-ce35c1dcee7a req-2baf874a-7a50-43e2-aee5-54375ceecbae tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0821886 Dec 24 10:51:48.894285 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-836011d4-4960-4c9d-a4c2-ce35c1dcee7a req-58eb12eb-f2ce-47f3-a9d4-4e0ae5162be3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039147 Dec 24 10:51:49.148364 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5623ee4b-34e0-47ea-8016-859ca6e1f949 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:49.211315 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 5623ee4b-34e0-47ea-8016-859ca6e1f949 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:49.211691 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:49.304768 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:49.329370 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 5623ee4b-34e0-47ea-8016-859ca6e1f949, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5623ee4b-34e0-47ea-8016-859ca6e1f949,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:49.529481 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72812-c329-4033-a252-d01f4e5c2f3a req-5460d5a9-4693-4f7f-a61c-a49de5266889 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:49.531012 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-04e72812-c329-4033-a252-d01f4e5c2f3a req-5460d5a9-4693-4f7f-a61c-a49de5266889 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0496445 Dec 24 10:51:49.582250 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-04e72812-c329-4033-a252-d01f4e5c2f3a req-56b0c08d-de93-41db-89b7-2e2f3faf693a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448835 Dec 24 10:51:49.646554 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:49.703967 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:49.720464 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:49.731946 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:49.771950 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=5623ee4b-34e0-47ea-8016-859ca6e1f949,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:49.874627 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:49.876202 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:50.097834 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b3f52-b292-427a-b71d-51825d4f94c7 req-7f301e24-9dea-45fc-b9b5-1a84f772c733 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:50.098156 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b71b3f52-b292-427a-b71d-51825d4f94c7 req-7f301e24-9dea-45fc-b9b5-1a84f772c733 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.1021230 Dec 24 10:51:50.099049 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Router ddb1307d-9f65-43c3-880b-8830ffed7391 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:51:50.182427 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-b71b3f52-b292-427a-b71d-51825d4f94c7 req-71b7df03-662f-4a40-8bb8-3efb5ecb588e tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775702 Dec 24 10:51:50.242019 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:51:50.243736 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4dd63e32-9619-4b8d-b768-2b6d828bec99 None None] Provisioning complete for port 0ec589bf-baea-4f7c-885a-9a4f272e5caf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:50.247344 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4dd63e32-9619-4b8d-b768-2b6d828bec99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:50.252613 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2c1c1a5e-263a-4e46-81d0-c6dcf4db9330 admin admin] 10.222.0.30 "PUT /v2.0/routers/ddb1307d-9f65-43c3-880b-8830ffed7391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6546206 Dec 24 10:51:50.334582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-4dd63e32-9619-4b8d-b768-2b6d828bec99 None None] Port 0ec589bf-baea-4f7c-885a-9a4f272e5caf cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:50.379630 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Sync routers for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:51:50.391211 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:50.395672 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:50.521182 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:50.714464 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190abcf-48b3-4f06-be8d-081669e0b5e7 req-a6220e22-c025-4790-8cba-20b541fb7391 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:50.717914 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8190abcf-48b3-4f06-be8d-081669e0b5e7 req-a6220e22-c025-4790-8cba-20b541fb7391 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0572791 Dec 24 10:51:50.778291 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8190abcf-48b3-4f06-be8d-081669e0b5e7 req-473a7301-11be-4edb-8106-f3028c4481d8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470624 Dec 24 10:51:50.786203 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 2, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:50.818901 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Checking router: ddb1307d-9f65-43c3-880b-8830ffed7391 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:51:50.819253 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Updating router ddb1307d-9f65-43c3-880b-8830ffed7391 port 0ec589bf-baea-4f7c-885a-9a4f272e5caf binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:51:50.854791 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.124580 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5623ee4b-34e0-47ea-8016-859ca6e1f949 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:51.150065 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.190520 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 5623ee4b-34e0-47ea-8016-859ca6e1f949 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:51.190897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.268626 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.328601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71142bd7-2323-4c31-8663-ecb72184288a req-423f9e82-b516-4d29-b4cd-5e79a65899f2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:51.337236 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-71142bd7-2323-4c31-8663-ecb72184288a req-423f9e82-b516-4d29-b4cd-5e79a65899f2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0790040 Dec 24 10:51:51.354921 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45258) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:51.361994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1936143761-network', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:51.374120 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Pushing event updated for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:51.426649 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-71142bd7-2323-4c31-8663-ecb72184288a req-9969624d-16bd-44fb-ab3b-6f4d2019b3a4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881171 Dec 24 10:51:51.497872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Made reservation on behalf of cecd9710b65c4c089b6b1f213947aaa3 for: {'network': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:51:51.500239 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for network, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.528261 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.596430 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.597260 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.597260 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.597537 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.597879 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.598115 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.598383 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.598695 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.599007 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.599332 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.599650 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.599958 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.600264 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:51.662747 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Attempting to bind port 0ec589bf-baea-4f7c-885a-9a4f272e5caf on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:51.663004 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Attempting to bind port 0ec589bf-baea-4f7c-885a-9a4f272e5caf by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:51.663182 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Attempting to bind port 0ec589bf-baea-4f7c-885a-9a4f272e5caf on network 1dab6358-bb50-4a49-a0c2-25295aed92f4 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:51.674460 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:51.674971 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Checking segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:51.675460 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.675848 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Bound using segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:51.679010 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Bound port: 0ec589bf-baea-4f7c-885a-9a4f272e5caf, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:51.679010 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.681878 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.720696 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.754618 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 10:51:51.760187 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] For port 0ec589bf-baea-4f7c-885a-9a4f272e5caf, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:51.764911 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] For port 0ec589bf-baea-4f7c-885a-9a4f272e5caf, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0ec589bf-baea-4f7c-885a-9a4f272e5caf,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:51.766187 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e360b-73b9-4d85-9e44-e9b876041b64,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:51.771343 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.771687 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.segments_db [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Added segment 97437f10-ec8d-493c-8e37-b304f50753b7 of type vlan for network ef93a003-7d9e-4892-ba16-7793f0ff34e8 Dec 24 10:51:51.789061 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-a0136083-34b8-454e-9863-728bd32f61ec None None] Provisioning complete for port 0ec589bf-baea-4f7c-885a-9a4f272e5caf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:51.789506 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a0136083-34b8-454e-9863-728bd32f61ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.836343 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739826514140'] for network, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.852781 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.864935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-a0136083-34b8-454e-9863-728bd32f61ec None None] Port 0ec589bf-baea-4f7c-885a-9a4f272e5caf cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:51.959700 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aba02-1651-49a6-aa7f-b12e8b5cc986 None None] Pushing event updated for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=4']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:51.961714 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735'] for network, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.963019 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:51.963990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:51.988932 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:51.993449 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:52.009929 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca25bd-5fa2-46f9-992f-1ff73263e8f6 req-61bfaa21-0c8b-4732-a39c-86f58742c817 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:52.011417 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a5ca25bd-5fa2-46f9-992f-1ff73263e8f6 req-61bfaa21-0c8b-4732-a39c-86f58742c817 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.1366372 Dec 24 10:51:52.066744 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] Pushing event updated for resources: {'Network': ['ID=ef93a003-7d9e-4892-ba16-7793f0ff34e8,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:52.082097 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 details requested by agent ovs-agent-dv-cinder-816443-3-iscsi with host dv-cinder-816443-3-iscsi {{(pid=109774) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 10:51:52.103347 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-a5ca25bd-5fa2-46f9-992f-1ff73263e8f6 req-64706c45-5da1-4c6a-bac3-9bb7c09fa9d7 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720859 Dec 24 10:51:52.113239 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-34d651a6-15c1-4335-98f1-d8e28b5603e3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7559133 Dec 24 10:51:52.125004 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45268) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:52.133699 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Request body: {'subnet': {'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1936143761-subnet', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'ip_version': 4}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:52.201378 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:52.286490 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Made reservation on behalf of cecd9710b65c4c089b6b1f213947aaa3 for: {'subnet': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:51:52.289153 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5074444'] for subnet, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:52.390140 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] Provisioning complete for port 0ec589bf-baea-4f7c-885a-9a4f272e5caf triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:52.390993 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:52.462868 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:51Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:52.498616 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:52.503984 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44caec-e2e3-4bd5-b0e2-3f618e3c7ce8 None None] The sync data for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi is: [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:51Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:51:52.551229 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] For port 0ec589bf-baea-4f7c-885a-9a4f272e5caf, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0ec589bf-baea-4f7c-885a-9a4f272e5caf,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:52.641444 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:52.647672 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fca4d7-de21-462d-bf00-88e1aca4ede5 req-fa3bc1f2-8460-4ecc-8689-c1e942cbc23d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:52.656074 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-92fca4d7-de21-462d-bf00-88e1aca4ede5 req-fa3bc1f2-8460-4ecc-8689-c1e942cbc23d tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0847340 Dec 24 10:51:52.715039 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-92fca4d7-de21-462d-bf00-88e1aca4ede5 req-5401d838-35f8-4da1-88a4-d48d7a6b7f2b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577841 Dec 24 10:51:52.715760 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5850462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5074462'] for subnet, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:52.771266 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427606a9-bdc5-4297-b611-936b805139e9 None None] Pushing event updated for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:52.822876 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166b8049-c1d5-4942-9bd8-e714d9afa84d,revision_number=0']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:52.833497 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.833849 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.834198 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.834541 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.834877 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.835208 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.835534 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.835973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.836880 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.837233 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.837563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.837885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.838209 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:51:52.846377 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Checking segment: {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:52.848566 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Network hostable DHCP agents. Network: ef93a003-7d9e-4892-ba16-7793f0ff34e8, hostable agents: ['72692347-1ab6-40f1-ba27-db29e0b314b5'], hosted agents: [] {{(pid=109771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 10:51:52.949170 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 is scheduled to be hosted by DHCP agent 72692347-1ab6-40f1-ba27-db29e0b314b5 with binding_index 1 {{(pid=109771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 10:51:53.059976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816443-3-iscsi, ef93a003-7d9e-4892-ba16-7793f0ff34e8) {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:53.069037 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:53.069708 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.080092 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e839eb-d071-4d34-af6d-bfb31e32015b None None] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:51:53.178604 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5f93cef9-2dad-4275-b2ba-eed54c8b41c9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0493009 Dec 24 10:51:53.179138 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45276) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:53.184299 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:53.186267 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0ec589bf-baea-4f7c-885a-9a4f272e5caf up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:53.247797 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe135-1774-4ce7-9143-378ee200b0f5 req-f543aab5-dfcd-4cf8-918a-b300ad008421 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:53.249692 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60dfe135-1774-4ce7-9143-378ee200b0f5 req-f543aab5-dfcd-4cf8-918a-b300ad008421 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0719061 Dec 24 10:51:53.281049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb2f323f-94cd-504c-b371-d892da19f0d9-ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'fixed_ips': [{'subnet_id': '166b8049-c1d5-4942-9bd8-e714d9afa84d'}]}} from dv-cinder-816443-3-iscsi. {{(pid=109774) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 10:51:53.282253 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.317236 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 0ec589bf-baea-4f7c-885a-9a4f272e5caf triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:53.317236 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.345100 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31291'] for router, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.349990 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-525180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31266'] for router, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.396094 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-60dfe135-1774-4ce7-9143-378ee200b0f5 req-cf0b7a64-0482-44e9-a7ac-ae98c0ac2369 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156662 Dec 24 10:51:53.474184 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.750258 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.db_base_plugin_common [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Allocated IP 172.20.0.2 (ef93a003-7d9e-4892-ba16-7793f0ff34e8/166b8049-c1d5-4942-9bd8-e714d9afa84d/0aaf0810-3112-4974-9716-ef0bf6e436e0) {{(pid=109774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:53.851675 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:53.895708 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f370dde-9864-4d47-a4e4-9bf52864e007 req-203f0dd3-1059-4da4-9124-4bbf995c3ab3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:53.905844 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8f370dde-9864-4d47-a4e4-9bf52864e007 req-203f0dd3-1059-4da4-9124-4bbf995c3ab3 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0749884 Dec 24 10:51:53.968740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8f370dde-9864-4d47-a4e4-9bf52864e007 req-045ef82b-4f79-44fc-90bc-ea5c6f5cab3a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620928 Dec 24 10:51:53.973821 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.111419 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049'] for port, after_create {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.154728 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 is already hosted by enough agents. {{(pid=109774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:54.158413 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.scheduler.base_scheduler [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Resources bound (agent type, host, resource id): {{(pid=109774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:54.161077 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Received port after_create {{(pid=109774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:54.194410 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Pushing event updated for resources: {'Port': ['ID=0aaf0810-3112-4974-9716-ef0bf6e436e0,revision_number=1']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:54.232069 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Attempting to bind port 0aaf0810-3112-4974-9716-ef0bf6e436e0 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:54.232442 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Attempting to bind port 0aaf0810-3112-4974-9716-ef0bf6e436e0 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:54.232825 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Attempting to bind port 0aaf0810-3112-4974-9716-ef0bf6e436e0 on network ef93a003-7d9e-4892-ba16-7793f0ff34e8 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:54.238442 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:54.238578 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Checking segment: {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:54.238908 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.239308 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Bound using segment: {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:54.239755 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Bound port: 0aaf0810-3112-4974-9716-ef0bf6e436e0, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:54.240138 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.272733 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.299885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.345760 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] For port 0aaf0810-3112-4974-9716-ef0bf6e436e0, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:54.349865 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] For port 0aaf0810-3112-4974-9716-ef0bf6e436e0, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0aaf0810-3112-4974-9716-ef0bf6e436e0,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:54.421105 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Allocated IP 172.27.1.80 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/641659c2-ea83-40eb-b4b7-888d8db3fcbc) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:54.431364 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.516587 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098279-65e8-4531-8832-b421dde818b7 None None] Pushing event updated for resources: {'Port': ['ID=0aaf0810-3112-4974-9716-ef0bf6e436e0,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:54.568603 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3a0d-c8ed-4e9d-a7d6-9407b6a60f95 req-a9edd5c0-b2e0-411c-befe-020d6d19ab88 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:54.581304 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98fa3a0d-c8ed-4e9d-a7d6-9407b6a60f95 req-a9edd5c0-b2e0-411c-befe-020d6d19ab88 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0915403 Dec 24 10:51:54.646636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.652783 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98fa3a0d-c8ed-4e9d-a7d6-9407b6a60f95 req-401879c4-22d1-45eb-ba71-392dd835b7c2 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704517 Dec 24 10:51:54.783497 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:54.846547 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:54.849659 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:54.854102 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:54.878985 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Pushing event updated for resources: {'Port': ['ID=641659c2-ea83-40eb-b4b7-888d8db3fcbc,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:55.120601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851f92c-6c94-4942-95cf-8036ac41be1d req-3368fa23-285e-4578-a204-efdcf9e2f549 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:55.120601 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5851f92c-6c94-4942-95cf-8036ac41be1d req-3368fa23-285e-4578-a204-efdcf9e2f549 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0701542 Dec 24 10:51:55.129787 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0aaf0810-3112-4974-9716-ef0bf6e436e0 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:55.174377 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5851f92c-6c94-4942-95cf-8036ac41be1d req-ee3432a3-e134-4a12-b1e1-6ec4b395c7f6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Dec 24 10:51:55.180444 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 0aaf0810-3112-4974-9716-ef0bf6e436e0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:55.180824 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.264274 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.308035 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 0aaf0810-3112-4974-9716-ef0bf6e436e0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0aaf0810-3112-4974-9716-ef0bf6e436e0,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:55.343374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.400149 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.451848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=0aaf0810-3112-4974-9716-ef0bf6e436e0,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:55.553362 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532899'] for router, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.608583 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca181d-1664-401a-a05f-c97c7e028f77 None None] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:51:55.715405 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-206c2d75-4d57-4c46-aa05-f50b12b484c1 None None] Provisioning complete for port 0aaf0810-3112-4974-9716-ef0bf6e436e0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:55.715879 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-206c2d75-4d57-4c46-aa05-f50b12b484c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:55.776411 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9675e93-4158-4124-9137-f9408a9816a1 req-c2e2b7b5-5f13-4fa5-b0e7-1a6b2b308439 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:55.778103 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f9675e93-4158-4124-9137-f9408a9816a1 req-c2e2b7b5-5f13-4fa5-b0e7-1a6b2b308439 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0503294 Dec 24 10:51:55.827098 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Router 2c2052e9-a167-4331-a6ec-3d53910392fa is scheduled to L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a with binding_index 1 {{(pid=109771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 10:51:55.833746 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f9675e93-4158-4124-9137-f9408a9816a1 req-4c77ff93-f945-4b82-b76d-bd9c208d97af tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Dec 24 10:51:55.948441 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:51:55.955955 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Sync routers for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:51:55.966262 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:55.966878 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:56.069872 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4c5c8bfb-420a-4abe-aaf9-1562ee2b5d1f None None] Provisioning complete for port 0aaf0810-3112-4974-9716-ef0bf6e436e0 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:56.070243 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4c5c8bfb-420a-4abe-aaf9-1562ee2b5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.102914 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:56.104795 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9acd9afe-7717-4098-9e9f-9110d82b2960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.124833 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.126330 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-53587e10-7f8b-4475-acaf-59f9af05148b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9461975 Dec 24 10:51:56.129546 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45300) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:56.339913 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:55Z', 'revision_number': 3, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:56.340506 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def278c-5f4d-4a6e-9db0-13d1febba2a4 req-9d788c3d-95f7-456d-99eb-822633dedbf6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:56.343151 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4def278c-5f4d-4a6e-9db0-13d1febba2a4 req-9d788c3d-95f7-456d-99eb-822633dedbf6 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0526450 Dec 24 10:51:56.373759 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Checking router: 2c2052e9-a167-4331-a6ec-3d53910392fa for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:51:56.374009 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Updating router 2c2052e9-a167-4331-a6ec-3d53910392fa port 641659c2-ea83-40eb-b4b7-888d8db3fcbc binding host dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:51:56.408357 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4def278c-5f4d-4a6e-9db0-13d1febba2a4 req-e9f69f36-d459-4a36-bd28-3fe7731b7aab tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582995 Dec 24 10:51:56.417676 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.531794 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-99c1686d-8658-4cbe-ab91-659952c6d102 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:56.533271 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-99c1686d-8658-4cbe-ab91-659952c6d102 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/networks?id=d6398a4c-0879-44d1-a22a-b560c11704a8 HTTP/1.1" status: 200 len: 813 time: 0.2050779 Dec 24 10:51:56.555244 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-925094ea-d28b-4508-9630-d16367cf2292 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/quotas/696f3d18f3af4e0eb5760d829e0c3977 HTTP/1.1" status: 200 len: 375 time: 0.0134401 Dec 24 10:51:56.611680 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-6d4b3f4a-d59e-4c29-8ace-7826e36c743a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257797 Dec 24 10:51:56.737302 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks [] for port, precommit_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.817614 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.874216 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Attempting to bind port 641659c2-ea83-40eb-b4b7-888d8db3fcbc on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:51:56.874611 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Attempting to bind port 641659c2-ea83-40eb-b4b7-888d8db3fcbc by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:51:56.874987 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Attempting to bind port 641659c2-ea83-40eb-b4b7-888d8db3fcbc on network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:51:56.878201 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51189835-2403-45e4-9080-8286d58cd313 None None] Pushing event updated for resources: {'Port': ['ID=641659c2-ea83-40eb-b4b7-888d8db3fcbc,revision_number=2']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Checking segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Bound using segment: {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'} {{(pid=109774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.managers [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Bound port: 641659c2-ea83-40eb-b4b7-888d8db3fcbc, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a3e7f8-8608-498b-8ad2-0cf2d567de74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9'}}] {{(pid=109774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:51:56.893109 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:56.958513 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] For port 641659c2-ea83-40eb-b4b7-888d8db3fcbc, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:51:56.963183 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] For port 641659c2-ea83-40eb-b4b7-888d8db3fcbc, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=641659c2-ea83-40eb-b4b7-888d8db3fcbc,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:51:56.983997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13acd45-496b-476c-bacf-0d46e575abcf req-d37eb743-dbb9-4a7f-ab18-241fb3459918 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:56.985680 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e13acd45-496b-476c-bacf-0d46e575abcf req-d37eb743-dbb9-4a7f-ab18-241fb3459918 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0605915 Dec 24 10:51:57.019752 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-15f8a91a-5b09-4097-8447-6f1e9895ef79 service neutron] 10.222.0.30 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011333 Dec 24 10:51:57.046225 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e13acd45-496b-476c-bacf-0d46e575abcf req-28388885-3a03-4329-9250-307b70961a55 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542920 Dec 24 10:51:57.047686 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.129743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:51:57.130371 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:57.133644 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51189835-2403-45e4-9080-8286d58cd313 None None] Pushing event updated for resources: {'Port': ['ID=641659c2-ea83-40eb-b4b7-888d8db3fcbc,revision_number=3']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:57.147787 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.170204 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0aaf0810-3112-4974-9716-ef0bf6e436e0 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:57.200593 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b3f8-8fb0-48a5-a7f1-0dad0f7ed72f req-a5c77fab-cafb-49de-91d7-b945b7cf9add tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:57.202125 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cd33b3f8-8fb0-48a5-a7f1-0dad0f7ed72f req-a5c77fab-cafb-49de-91d7-b945b7cf9add tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0500183 Dec 24 10:51:57.220306 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-037626f7-729d-4603-8b04-ab512ca36da7 service neutron] 10.222.0.30 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933882 Dec 24 10:51:57.257501 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:51:57.281048 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cd33b3f8-8fb0-48a5-a7f1-0dad0f7ed72f req-dd30b30a-d11a-4afd-a7f4-14a2806cab8b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712988 Dec 24 10:51:57.297388 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45322) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:57.334851 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:51:57.341959 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a290fed5-ecf1-40f0-95a0-5f03a29cf6d8 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:57.343588 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-a290fed5-ecf1-40f0-95a0-5f03a29cf6d8 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1094 time: 0.0448198 Dec 24 10:51:57.349311 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45324) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:51:57.355783 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:51:57.361216 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Allocated IP 172.20.0.1 (ef93a003-7d9e-4892-ba16-7793f0ff34e8/166b8049-c1d5-4942-9bd8-e714d9afa84d/338a9f10-f35a-413e-8f5f-e81d92df4256) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:57.424982 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 0aaf0810-3112-4974-9716-ef0bf6e436e0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:57.425416 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.487304 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.574674 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.599245 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6f1f-deac-4c4b-a2e4-9dc2d2459263 req-8b23c4ec-1428-4827-886b-7f09971e5f61 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:57.610824 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-124a6f1f-deac-4c4b-a2e4-9dc2d2459263 req-8b23c4ec-1428-4827-886b-7f09971e5f61 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 943 time: 0.0632818 Dec 24 10:51:57.629419 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ce1df188-fe22-4962-94ff-4d3daf6a1b36 req-0eb689c7-9bac-4829-a5df-1489d227ee54 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0698369 Dec 24 10:51:57.654556 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.703639 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:57.704573 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-124a6f1f-deac-4c4b-a2e4-9dc2d2459263 req-8d457498-0ec5-45a8-a3af-e614152f0756 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944452 Dec 24 10:51:57.705752 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Pushing event updated for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:57.718612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:57.721817 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:57.801524 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:57.813193 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532860'] for router_interface, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.846847 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'port_id': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'mac_address': 'fa:16:3e:1e:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:51:57.923624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.938551 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:57.955260 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:51:57.980284 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:57.986872 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:55Z', 'revision_number': 3, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:51:58.019957 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca1483f-5f86-4ff0-ae4f-59d35e4be428 None None] The sync data for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi is: [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:55Z', 'revision_number': 3, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:51:58.022112 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-3f0c6b34-55b7-4351-a9e1-c2c2fb89a0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.056371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_common [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.27.1.213 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/3885b694-8910-412c-82c5-e2f9e404adf6) {{(pid=109772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:51:58.063238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-9cc0ffd7-4ddb-4567-8349-17e42ea8be12 None None] Provisioning complete for port 338a9f10-f35a-413e-8f5f-e81d92df4256 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:58.063604 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9cc0ffd7-4ddb-4567-8349-17e42ea8be12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.100382 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0ffd7-4ddb-4567-8349-17e42ea8be12 None None] Port 338a9f10-f35a-413e-8f5f-e81d92df4256 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:58.110016 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.160041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.176875 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=9']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:58.225334 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.346393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['4043d4f5-4811-4ba4-8723-4f04e5548d1c'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:51:58.397393 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.504588 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.546579 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.553483 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:58.584665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:58.593948 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:51:58.603142 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=3885b694-8910-412c-82c5-e2f9e404adf6,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:58.660685 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-766737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-540140'] for router_interface, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:58.711638 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Pushing event updated for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:58.738230 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3251fd29-7f29-4bc0-a2fb-2896633d76f7 req-b25a3cf0-910f-410b-bf45-aae614ea30c6 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Dec 24 10:51:58.884570 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ec15-43a6-448a-9f22-6f41eed9ce1e req-e101a5f6-8295-43e5-b742-c4de1608172f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:51:58.886289 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7fe5ec15-43a6-448a-9f22-6f41eed9ce1e req-e101a5f6-8295-43e5-b742-c4de1608172f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 944 time: 0.0830619 Dec 24 10:51:58.945711 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7fe5ec15-43a6-448a-9f22-6f41eed9ce1e req-39c2d9b2-99d3-4d91-a5ce-baf54305d8b1 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Dec 24 10:51:58.949254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 is already hosted by enough agents. {{(pid=109772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:51:58.951704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.base_scheduler [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Resources bound (agent type, host, resource id): {{(pid=109772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:51:59.057955 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.136548 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Router 2c2052e9-a167-4331-a6ec-3d53910392fa has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:51:59.180522 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 641659c2-ea83-40eb-b4b7-888d8db3fcbc up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:59.241368 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-189f1807-98ce-420d-9aa0-7cad1cf89041 None None] Provisioning complete for port 338a9f10-f35a-413e-8f5f-e81d92df4256 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:59.241650 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-189f1807-98ce-420d-9aa0-7cad1cf89041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.268563 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:51:59.300563 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 641659c2-ea83-40eb-b4b7-888d8db3fcbc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:59.300983 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.321392 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.337545 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-189f1807-98ce-420d-9aa0-7cad1cf89041 None None] Port 338a9f10-f35a-413e-8f5f-e81d92df4256 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:51:59.346353 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:51:59.362079 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d116f3ab-ea48-4b12-b451-b1296ed76030 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c2052e9-a167-4331-a6ec-3d53910392fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2297857 Dec 24 10:51:59.372715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 4043d4f5-4811-4ba4-8723-4f04e5548d1c triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:51:59.373189 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.437163 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.464348 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] For port 641659c2-ea83-40eb-b4b7-888d8db3fcbc, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=641659c2-ea83-40eb-b4b7-888d8db3fcbc,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:59.509345 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.526671 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.533685 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:51:59.535923 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5be95-4a56-4ede-b416-5e9303c302b0" -d '{"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:51:59.549697 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:51:59.572519 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.679586 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4b856-fdbd-48a9-b115-f6b54412670e x-openstack-request-id: req-00c4b856-fdbd-48a9-b115-f6b54412670e {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:51:59.680652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-plugged", "status": "completed", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:51:59.681324 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00c4b856-fdbd-48a9-b115-f6b54412670e {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:51:59.681594 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'code': 200} Dec 24 10:51:59.684754 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:51:59.689861 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Pushing event updated for resources: {'Port': ['ID=641659c2-ea83-40eb-b4b7-888d8db3fcbc,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:59.770211 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=10']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:51:59.880789 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2a0c29c5-ba36-4a6f-bc7f-2bb1383fbd58 req-9f169bf8-d95e-46eb-8d33-b81895665ad9 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0359759 Dec 24 10:51:59.987197 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.038600 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ace4-e110-4f4e-b136-ceff35fa9b6b req-7d7bb760-2b6d-4d64-8128-643bc60afd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:00.040636 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7cd6ace4-e110-4f4e-b136-ceff35fa9b6b req-7d7bb760-2b6d-4d64-8128-643bc60afd53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1099 time: 0.0785081 Dec 24 10:52:00.103747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4405747'] for port, after_update {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.106087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45368) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:00.110213 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7cd6ace4-e110-4f4e-b136-ceff35fa9b6b req-978c544b-0f31-4922-85eb-b09e543416af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517955 Dec 24 10:52:00.117748 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fafb5-1fe6-4953-b56c-1a832d0a912f req-b5e9e5ac-97ab-4103-8d0a-3eda06f3b892 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:00.117934 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980485842', 'description': 'tempest-secgroup-smoke-1980485842 description', 'project_id': '9abda8fd8574437e892913c775910de0'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:00.119199 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1d2fafb5-1fe6-4953-b56c-1a832d0a912f req-b5e9e5ac-97ab-4103-8d0a-3eda06f3b892 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0912237 Dec 24 10:52:00.174957 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-1d2fafb5-1fe6-4953-b56c-1a832d0a912f req-e0eaaf02-2d6a-4961-9176-a3c8afc41672 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496216 Dec 24 10:52:00.192631 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=3885b694-8910-412c-82c5-e2f9e404adf6,revision_number=2']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:00.207127 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.245964 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Sync routers for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:00.256369 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:00.258782 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:00.284191 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.327911 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.l3_db [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 99236c51-41a6-457c-b762-a3924315ab19 associated. External IP: 172.27.1.213, port: 1d65157c-7f7f-44f7-86a3-f01fae63875b. Dec 24 10:52:00.375595 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:00.416457 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4898fde4-18fe-46ea-b247-0b9a33f91405 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:00.418178 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4898fde4-18fe-46ea-b247-0b9a33f91405 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "GET /v2.0/networks?id=d6398a4c-0879-44d1-a22a-b560c11704a8 HTTP/1.1" status: 200 len: 813 time: 0.1039126 Dec 24 10:52:00.432200 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Request body: {'port': {'device_id': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8', 'admin_state_up': True, 'tenant_id': '696f3d18f3af4e0eb5760d829e0c3977'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:00.452366 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.549269 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.598102 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff0e50b-d4df-4288-b974-f79483be46db,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:00.600489 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:57Z', 'revision_number': 4, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '338a9f10-f35a-413e-8f5f-e81d92df4256', 'name': '', 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'mac_address': 'fa:16:3e:ae:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:57Z', 'updated_at': '2021-12-24T10:51:58Z', 'revision_number': 2, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'subnets': [{'id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:00.607407 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:00.628512 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Checking router: 2c2052e9-a167-4331-a6ec-3d53910392fa for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:00.628893 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Updating router 2c2052e9-a167-4331-a6ec-3d53910392fa port 338a9f10-f35a-413e-8f5f-e81d92df4256 binding host dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 10:52:00.653675 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.709292 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Made reservation on behalf of 696f3d18f3af4e0eb5760d829e0c3977 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:52:00.712782 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.716164 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:00.735088 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:00.757657 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:00.759018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:00.763209 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.764502 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0d05d1b0-9458-4808-8d1f-86be31d1156a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6549327 Dec 24 10:52:00.767908 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45370) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:00.778863 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:00.857297 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Allocated IP 172.20.0.13 (d6398a4c-0879-44d1-a22a-b560c11704a8/62afb78b-2cac-432f-929a-02bc1f6c07f8/42a1a6bb-662d-484d-8547-95806531bcb0) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:52:00.877265 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:00.897957 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:00.919006 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-801f4549-66be-4605-a689-a2789d9cc3f5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5640106 Dec 24 10:52:00.919006 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b'}] {{(pid=109772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:00.919460 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd6e34300a90b8963664cecc05413206a123b894b6980cbc9dc09c516db92a5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96847a23-e0c9-46d3-a024-3a3be466d800" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b"}]}' {{(pid=109772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:01.015773 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ae4652af-96e9-4490-95f5-b51ef0971bf9 req-a29f2b2b-62ca-4be8-89e5-7f7480a94c22 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0392282 Dec 24 10:52:01.016292 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.024353 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f524054-a282-48c3-acb1-b3677cbc3b81 x-openstack-request-id: req-2f524054-a282-48c3-acb1-b3677cbc3b81 {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:01.024943 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b", "status": "completed", "code": 200}]} {{(pid=109772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:01.025426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f524054-a282-48c3-acb1-b3677cbc3b81 {{(pid=109772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:01.026044 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'status': 'completed', 'code': 200} Dec 24 10:52:01.034013 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks [] for port, precommit_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.070948 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-250d7d67-5bb2-444c-8aa0-0c9a0c74d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.072451 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-250d7d67-5bb2-444c-8aa0-0c9a0c74d43a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1099 time: 0.0451293 Dec 24 10:52:01.127689 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.137040 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 641659c2-ea83-40eb-b4b7-888d8db3fcbc up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:52:01.150081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.227325 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-d8d0bfb8-8514-468b-8f85-84d3d6cd7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.228778 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-d8d0bfb8-8514-468b-8f85-84d3d6cd7ab0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.1349018 Dec 24 10:52:01.230442 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.243605 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 641659c2-ea83-40eb-b4b7-888d8db3fcbc triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:01.243975 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.263066 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.287362 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:01.319834 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:01.331455 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532bc4b-f976-4020-ba52-7b9519eb438c req-eddc8ba9-53ce-4916-9f45-09114ca44ae4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.334101 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:01.334849 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:01.341899 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8532bc4b-f976-4020-ba52-7b9519eb438c req-eddc8ba9-53ce-4916-9f45-09114ca44ae4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0842452 Dec 24 10:52:01.352347 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.380562 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.421497 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Network d6398a4c-0879-44d1-a22a-b560c11704a8 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:52:01.422347 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7d4e-33e0-48bf-a862-385011e621a4 None None] Pushing event updated for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=3']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:01.425199 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-c130f090-c94d-435f-a172-9e25085033c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 1000 time: 0.1784759 Dec 24 10:52:01.435527 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:52:01.438461 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:52:01.475108 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0dafca-3e6d-4baa-8759-e55576de83be,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:01.482053 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Attempting to bind port 338a9f10-f35a-413e-8f5f-e81d92df4256 on host dv-cinder-816443-3-iscsi for vnic_type normal with profile {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:52:01.482427 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Attempting to bind port 338a9f10-f35a-413e-8f5f-e81d92df4256 by drivers openvswitch,hyperv on host dv-cinder-816443-3-iscsi at level 0 using segments [{'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:52:01.482845 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Attempting to bind port 338a9f10-f35a-413e-8f5f-e81d92df4256 on network ef93a003-7d9e-4892-ba16-7793f0ff34e8 {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:52:01.495133 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Pushing event updated for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:01.500331 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Checking agent: {'id': '6485be92-49f2-4cf7-a71d-bdb3beac6a8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816443-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 37, 1), 'started_at': datetime.datetime(2021, 12, 24, 10, 37, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816443-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:52:01.502902 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Checking segment: {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:52:01.502902 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.502902 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Bound using segment: {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'} {{(pid=109775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:52:01.502902 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.managers [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Bound port: 338a9f10-f35a-413e-8f5f-e81d92df4256, host: dv-cinder-816443-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97437f10-ec8d-493c-8e37-b304f50753b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8'}}] {{(pid=109775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:52:01.502902 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.512640 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.517001 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fded2d79-a284-4d04-b569-8ca080a3efcd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7480102 Dec 24 10:52:01.524435 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45390) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:01.527873 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8532bc4b-f976-4020-ba52-7b9519eb438c req-e1e1baf2-e80c-4d86-9b50-d7f1e136430a tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846478 Dec 24 10:52:01.534799 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:01.573933 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-366dfdb7-6382-4654-90b5-f26e128cfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.575290 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-366dfdb7-6382-4654-90b5-f26e128cfa62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.1364698 Dec 24 10:52:01.577115 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.579006 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.619303 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] For port 338a9f10-f35a-413e-8f5f-e81d92df4256, host dv-cinder-816443-3-iscsi, cleared binding levels {{(pid=109775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:52:01.622601 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.plugins.ml2.db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] For port 338a9f10-f35a-413e-8f5f-e81d92df4256, host dv-cinder-816443-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=338a9f10-f35a-413e-8f5f-e81d92df4256,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:52:01.644011 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-06fb33fe-447d-4987-85f8-f41c7967e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:01.645646 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-06fb33fe-447d-4987-85f8-f41c7967e90f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610371 Dec 24 10:52:01.654490 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.659582 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:01.718191 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-4a144b2f-4dac-417b-bfbe-55927d3afd35 None None] Provisioning complete for port 338a9f10-f35a-413e-8f5f-e81d92df4256 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:01.718643 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4a144b2f-4dac-417b-bfbe-55927d3afd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.748807 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-9d8dd862-9922-4f20-b718-5b4ca935984e service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922210 Dec 24 10:52:01.773017 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron_lib.callbacks.manager [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.775752 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-7facece2-7851-472f-99e8-407e02918b85 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3473487 Dec 24 10:52:01.791176 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Request body: {'port': {'device_id': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:01.853251 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7d4e-33e0-48bf-a862-385011e621a4 None None] Pushing event updated for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=4']} {{(pid=109775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:01.857462 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.868790 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:01.868790 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:51:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:01.924062 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96847a23-e0c9-46d3-a024-3a3be466d800 req-2d74420f-dcd9-4c1a-b6a4-fcc30d2bb51a service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688018 Dec 24 10:52:01.924446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.957360 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:01.998088 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-4a144b2f-4dac-417b-bfbe-55927d3afd35 None None] Port 338a9f10-f35a-413e-8f5f-e81d92df4256 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:52:02.031003 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:02.161858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] Provisioning complete for port 338a9f10-f35a-413e-8f5f-e81d92df4256 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:02.161858 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.163545 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.234881 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c634c8-d558-4c48-950a-6f3f480c617b,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:02.251697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731822b6-2c6c-4f74-978a-1765bf852d46 req-45004366-635b-4326-a180-510077092a8d tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:02.255696 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-731822b6-2c6c-4f74-978a-1765bf852d46 req-45004366-635b-4326-a180-510077092a8d tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 932 time: 0.1029451 Dec 24 10:52:02.300494 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.311727 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-731822b6-2c6c-4f74-978a-1765bf852d46 req-0273ce6e-036b-40ef-ac72-5a745d97a1f8 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Dec 24 10:52:02.313809 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a1a6bb-662d-484d-8547-95806531bcb0 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:52:02.322178 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.329136 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:02.349622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Transition to ACTIVE for port object 42a1a6bb-662d-484d-8547-95806531bcb0 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:52:02.356564 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.357987 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-6f1ae91a-84ce-47f5-93cf-c06ec89c5dec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8320675 Dec 24 10:52:02.360708 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45424) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:02.365051 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:02.373505 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae708cc7-2b23-4e06-8702-fce030e568f4 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:02.391322 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] For port 338a9f10-f35a-413e-8f5f-e81d92df4256, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=338a9f10-f35a-413e-8f5f-e81d92df4256,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:02.412177 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:57Z', 'revision_number': 4, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '338a9f10-f35a-413e-8f5f-e81d92df4256', 'name': '', 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'mac_address': 'fa:16:3e:ae:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:57Z', 'updated_at': '2021-12-24T10:52:01Z', 'revision_number': 4, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'subnets': [{'id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:02.446081 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f2283-4f45-4717-bf0e-67a187994f0b None None] The sync data for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi is: [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:51:57Z', 'revision_number': 4, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '338a9f10-f35a-413e-8f5f-e81d92df4256', 'name': '', 'network_id': 'ef93a003-7d9e-4892-ba16-7793f0ff34e8', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'mac_address': 'fa:16:3e:ae:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:57Z', 'updated_at': '2021-12-24T10:52:01Z', 'revision_number': 4, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'subnets': [{'id': '166b8049-c1d5-4942-9bd8-e714d9afa84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:02.480752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.481824 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.503747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.552512 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Pushing event updated for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:02.621719 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8687aa-267d-4fef-bd43-5d44016dc971 None None] Pushing event updated for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:02.656188 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.697463 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Attempting to bind port 42a1a6bb-662d-484d-8547-95806531bcb0 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:52:02.698600 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Attempting to bind port 42a1a6bb-662d-484d-8547-95806531bcb0 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:52:02.699894 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Attempting to bind port 42a1a6bb-662d-484d-8547-95806531bcb0 on network d6398a4c-0879-44d1-a22a-b560c11704a8 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:52:02.705968 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Port 42a1a6bb-662d-484d-8547-95806531bcb0 on network d6398a4c-0879-44d1-a22a-b560c11704a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:52:02.706410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Attempting to bind port 42a1a6bb-662d-484d-8547-95806531bcb0 on network d6398a4c-0879-44d1-a22a-b560c11704a8 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:52:02.711112 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ac5d7-f370-445b-9f26-b5eea320322b None None] New status for floating IP 99236c51-41a6-457c-b762-a3924315ab19: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:52:02.715403 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:52:02.715871 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Checking segment: {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:52:02.716382 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Bound using segment: {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:52:02.717011 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Bound port: 42a1a6bb-662d-484d-8547-95806531bcb0, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0540ee-75d8-42c1-b36e-aa78ec828b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:52:02.717473 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.747215 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf69e11-ae22-46e0-a97f-d5e44d10f179 req-8022179e-c5f0-4e87-a0c5-306325d129b2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:02.749103 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ebf69e11-ae22-46e0-a97f-d5e44d10f179 req-8022179e-c5f0-4e87-a0c5-306325d129b2 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.1008356 Dec 24 10:52:02.772739 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.800652 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732db202-7777-48c8-9d26-90fd1696fbe6,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:02.928558 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:02.930569 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4acb7e3f-d528-49ab-9f47-08797af4a081 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5683682 Dec 24 10:52:02.932971 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45430) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:02.937573 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:03.052705 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.110811 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:52:03.114137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=42a1a6bb-662d-484d-8547-95806531bcb0,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:52:03.121372 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ebf69e11-ae22-46e0-a97f-d5e44d10f179 req-ea12c323-06e9-4d64-8d60-e529f3f61b17 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503759 Dec 24 10:52:03.150586 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.152543 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 338a9f10-f35a-413e-8f5f-e81d92df4256 up at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:52:03.200861 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Provisioning complete for port 338a9f10-f35a-413e-8f5f-e81d92df4256 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:03.201341 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.251633 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.252087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.280657 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57a33cf-1918-4c98-bf59-86faf64006dd,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:03.286734 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.287408 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.288794 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] 10.222.0.24 "PUT /v2.0/ports/42a1a6bb-662d-484d-8547-95806531bcb0 HTTP/1.1" status: 200 len: 1094 time: 1.5050197 Dec 24 10:52:03.289333 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:03.291574 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62305351-bf60-45dd-ab53-9f8dff65201e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:03.327820 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee3ed8-c57c-4d4f-abb7-5ae7c96a248c service neutron] Pushing event updated for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:03.331386 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafde70e-be00-4a30-98b4-82ff1b1ea50c x-openstack-request-id: req-fafde70e-be00-4a30-98b4-82ff1b1ea50c {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:03.331673 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:03.331926 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fafde70e-be00-4a30-98b4-82ff1b1ea50c {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:03.332306 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0', 'status': 'completed', 'code': 200} Dec 24 10:52:03.367819 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.371737 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-be29be35-0585-4543-8ae8-6d76e7cb6744 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4353242 Dec 24 10:52:03.378248 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45438) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:03.378248 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:03.426553 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305351-bf60-45dd-ab53-9f8dff65201e req-894bb9ec-f190-40e9-91ce-2694cfa34753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.428023 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62305351-bf60-45dd-ab53-9f8dff65201e req-894bb9ec-f190-40e9-91ce-2694cfa34753 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0689270 Dec 24 10:52:03.452677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733124b3-c673-484c-b254-d8b7eb9b2bf8 req-2fcbd05e-5152-4872-b8b6-eee248641aba tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.454211 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-733124b3-c673-484c-b254-d8b7eb9b2bf8 req-2fcbd05e-5152-4872-b8b6-eee248641aba tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 944 time: 0.0654075 Dec 24 10:52:03.492550 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.securitygroups_db [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Project 9abda8fd8574437e892913c775910de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:52:03.498618 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.560124 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-733124b3-c673-484c-b254-d8b7eb9b2bf8 req-b55fa09f-5211-4350-86c6-25ac13a32028 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Dec 24 10:52:03.562589 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.576101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305351-bf60-45dd-ab53-9f8dff65201e req-54504bd8-47fa-480a-b83a-0d2375c638fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.576101 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62305351-bf60-45dd-ab53-9f8dff65201e req-54504bd8-47fa-480a-b83a-0d2375c638fc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1391897 Dec 24 10:52:03.670331 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305351-bf60-45dd-ab53-9f8dff65201e req-88d595cf-92ce-4675-a6e9-cd48f3c47af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.671829 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-62305351-bf60-45dd-ab53-9f8dff65201e req-88d595cf-92ce-4675-a6e9-cd48f3c47af0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892916 Dec 24 10:52:03.691864 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.709721 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4644329c-834b-469c-8d10-aa65a96238ed,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:03.748842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-80cd541a-ccec-4329-b278-362788144f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.750474 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-80cd541a-ccec-4329-b278-362788144f06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0390315 Dec 24 10:52:03.790761 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.792005 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bbb8d489-b9f9-4f54-bcaa-30ad8b9c2c12 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4183414 Dec 24 10:52:03.794486 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-38e6e730-001d-43bb-af02-22c30db205fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a1a6bb-662d-484d-8547-95806531bcb0 HTTP/1.1" status: 200 len: 217 time: 0.0354662 Dec 24 10:52:03.798367 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45440) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:03.799087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.v2.base [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'security_group_rule': {'security_group_id': '5ff0e50b-d4df-4288-b974-f79483be46db', 'project_id': '9abda8fd8574437e892913c775910de0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:03.849177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-a9a55634-7fc1-4f85-a9d4-d1a68047d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:03.850612 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-a9a55634-7fc1-4f85-a9d4-d1a68047d3fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62afb78b-2cac-432f-929a-02bc1f6c07f8 HTTP/1.1" status: 200 len: 853 time: 0.0478032 Dec 24 10:52:03.881416 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-5ff4357b-c9e0-4c47-ac7b-819e9fba4c4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d6398a4c-0879-44d1-a22a-b560c11704a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233092 Dec 24 10:52:03.897473 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.db.securitygroups_db [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Project 9abda8fd8574437e892913c775910de0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 10:52:03.902493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.963369 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:03.969650 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-282fc998-a967-4b4f-9d53-3188b880974d service neutron] 10.222.0.24 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806108 Dec 24 10:52:04.061344 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9c2ee705-360e-4bba-9118-e25d9b1ffaf0 req-3274a4ec-cb26-42b6-ac7c-680e4b55ead0 service neutron] 10.222.0.24 "GET /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835547 Dec 24 10:52:04.097360 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524502'] for security_group_rule, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:04.115596 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2bf879-a895-47f4-82c5-efc8da851726,revision_number=0']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:04.238292 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59a7bd-7991-41d1-b614-1819c2e2d12b req-c7798864-dcd3-4ed0-822f-24b46cec05bc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:04.239863 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4f59a7bd-7991-41d1-b614-1819c2e2d12b req-c7798864-dcd3-4ed0-822f-24b46cec05bc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0470402 Dec 24 10:52:04.293283 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-4f59a7bd-7991-41d1-b614-1819c2e2d12b req-13fa55c4-4853-4ab3-93e2-5c0761f99524 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467036 Dec 24 10:52:04.311087 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:04.312262 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-45b43380-032b-483c-89e5-3fc526769f6b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5164857 Dec 24 10:52:04.684094 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d580c-da0a-4e68-998d-ab863bfb18f7 req-a3179ac4-e17c-4480-9aa0-d94e13700b9e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:04.685786 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e0d580c-da0a-4e68-998d-ab863bfb18f7 req-a3179ac4-e17c-4480-9aa0-d94e13700b9e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Dec 24 10:52:04.735830 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e0d580c-da0a-4e68-998d-ab863bfb18f7 req-b2294898-8314-4d94-9269-586e69ca6c4c tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Dec 24 10:52:05.097138 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:52:05.862004 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b93d-2e1a-4254-9000-d3d63be816cd req-cb4a48dd-ab04-4c39-acc8-92e03168b86c tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:05.863788 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ffb3b93d-2e1a-4254-9000-d3d63be816cd req-cb4a48dd-ab04-4c39-acc8-92e03168b86c tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 944 time: 0.0597439 Dec 24 10:52:05.916035 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ffb3b93d-2e1a-4254-9000-d3d63be816cd req-53930795-e064-44f4-9913-fb7af6f57608 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Dec 24 10:52:07.029717 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27aca9-1f4f-4479-908e-7654bf8b5bf6 req-ca32f8e8-4689-4bea-8e8c-3395cb8ef68e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:07.031181 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f27aca9-1f4f-4479-908e-7654bf8b5bf6 req-ca32f8e8-4689-4bea-8e8c-3395cb8ef68e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 944 time: 0.0507023 Dec 24 10:52:07.081583 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3f27aca9-1f4f-4479-908e-7654bf8b5bf6 req-f24fb0ac-106b-482e-ad48-2bd120e9151f tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Dec 24 10:52:07.296376 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 42a1a6bb-662d-484d-8547-95806531bcb0 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:52:07.391372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=42a1a6bb-662d-484d-8547-95806531bcb0,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:07.402523 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '42a1a6bb-662d-484d-8547-95806531bcb0', 'network_id': 'd6398a4c-0879-44d1-a22a-b560c11704a8', 'port_id': '42a1a6bb-662d-484d-8547-95806531bcb0', 'mac_address': 'fa:16:3e:03:b6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62afb78b-2cac-432f-929a-02bc1f6c07f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:52:07.442177 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:07.454422 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a1a6bb-662d-484d-8547-95806531bcb0 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:52:07.474166 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=42a1a6bb-662d-484d-8547-95806531bcb0,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:07.582978 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:07.631430 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:07.844527 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['42a1a6bb-662d-484d-8547-95806531bcb0'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:52:08.197341 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156584d6-1c92-4a36-a38a-8850251d8127 req-68ac9b5b-266a-42c1-aebc-bb58e7df699b tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:08.198807 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-156584d6-1c92-4a36-a38a-8850251d8127 req-68ac9b5b-266a-42c1-aebc-bb58e7df699b tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 945 time: 0.0515268 Dec 24 10:52:08.245866 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-156584d6-1c92-4a36-a38a-8850251d8127 req-757aabd2-3441-4a82-928e-e598718d3d63 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Dec 24 10:52:09.327018 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 42a1a6bb-662d-484d-8547-95806531bcb0 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:52:09.379820 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e44b20-53de-45f8-963d-f1724c9fe41b req-36c40c2c-a3f6-4e3d-ad9f-936a9573624c tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:09.381462 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31e44b20-53de-45f8-963d-f1724c9fe41b req-36c40c2c-a3f6-4e3d-ad9f-936a9573624c tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 945 time: 0.0570667 Dec 24 10:52:09.427813 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-31e44b20-53de-45f8-963d-f1724c9fe41b req-7286f1ff-5a1f-41e7-abff-42fefa138393 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Dec 24 10:52:09.451982 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 42a1a6bb-662d-484d-8547-95806531bcb0 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:52:09.457115 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 42a1a6bb-662d-484d-8547-95806531bcb0 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:09.457482 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:09.536179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:09.558066 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:09.560225 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666b770a-3adf-43d6-9692-132e678144b9" -d '{"events": [{"server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "name": "network-vif-plugged", "status": "completed", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:09.572266 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=42a1a6bb-662d-484d-8547-95806531bcb0,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:09.596340 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986359ed-6c0b-43c8-85ba-14b258e1c6f7 x-openstack-request-id: req-986359ed-6c0b-43c8-85ba-14b258e1c6f7 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:09.596619 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "name": "network-vif-plugged", "status": "completed", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:09.596897 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-986359ed-6c0b-43c8-85ba-14b258e1c6f7 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:09.597295 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0', 'code': 200} Dec 24 10:52:09.622663 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:09.678501 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:09.969671 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efef8fc-ea2b-4f8c-95cf-dcc49ec2043e req-8a5ee48f-a6ce-4caf-87f2-8caca89451bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:09.971196 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2efef8fc-ea2b-4f8c-95cf-dcc49ec2043e req-8a5ee48f-a6ce-4caf-87f2-8caca89451bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 1099 time: 0.0392039 Dec 24 10:52:10.025962 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2efef8fc-ea2b-4f8c-95cf-dcc49ec2043e req-f2203566-65ef-476a-9819-0fca2f9d1445 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 Dec 24 10:52:10.538776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4f785-7ea7-47b7-aa03-7a44919e8cbc req-db2121bf-0fec-4047-bc1f-363eca7150b8 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:10.540215 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d7a4f785-7ea7-47b7-aa03-7a44919e8cbc req-db2121bf-0fec-4047-bc1f-363eca7150b8 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 946 time: 0.0466444 Dec 24 10:52:10.585709 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d7a4f785-7ea7-47b7-aa03-7a44919e8cbc req-d47d70c1-6d40-4c02-9996-3347c47c2d3a tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397124 Dec 24 10:52:11.704360 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17b84-386d-4060-8495-ce4c2841396c req-72dab8a3-e76a-4802-a080-44cc6617318f tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:11.705869 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-75b17b84-386d-4060-8495-ce4c2841396c req-72dab8a3-e76a-4802-a080-44cc6617318f tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 946 time: 0.0523703 Dec 24 10:52:11.752069 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-75b17b84-386d-4060-8495-ce4c2841396c req-f2af0ff8-bb30-4579-8f76-0f7868c73508 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Dec 24 10:52:12.845660 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-4955edab-4eb2-4d3a-83cb-d236af797a31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425992 Dec 24 10:52:12.938005 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-e3fd2688-f250-4e72-a6e8-002a4780ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:12.939491 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-e3fd2688-f250-4e72-a6e8-002a4780ca7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b52b70f10024974af39a32f1a1a2502&device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 1099 time: 0.0440476 Dec 24 10:52:13.057915 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-6ec2221e-aef3-4403-9f50-155ec9c56df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:13.059369 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-6ec2221e-aef3-4403-9f50-155ec9c56df7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 200 len: 917 time: 0.0908186 Dec 24 10:52:13.119887 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:13.137233 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-4030a81f-3e86-4f30-ac19-95ebd16f5bcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 200 len: 1001 time: 0.0673628 Dec 24 10:52:13.190499 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-0e2b3f62-d65b-49f0-8d57-ffe827ec63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:13.191904 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-0e2b3f62-d65b-49f0-8d57-ffe827ec63ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 200 len: 855 time: 0.0463083 Dec 24 10:52:13.238514 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-f2c54ca5-4a93-4910-b885-1f9d930d592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:13.240232 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-f2c54ca5-4a93-4910-b885-1f9d930d592a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407155 Dec 24 10:52:13.335395 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-784e0e52-9e7e-40d4-896b-cd36bdbb26c9 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Dec 24 10:52:13.432485 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dce2b901-3ba8-412c-882f-b98cb79efd67 req-807275d9-6d9d-4d50-b33a-3d3f4f950676 service neutron] 10.222.0.24 "GET /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Dec 24 10:52:25.205466 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-0835577f-5c41-4b36-8396-824ab01f6dbd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980485842&fields=id&tenant_id=9abda8fd8574437e892913c775910de0 HTTP/1.1" status: 200 len: 267 time: 0.0425858 Dec 24 10:52:25.313625 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-e8c77243-8f2b-4ee2-9c15-6e85a0e11197 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:25.314962 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-e8c77243-8f2b-4ee2-9c15-6e85a0e11197 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 808 time: 0.1017685 Dec 24 10:52:25.329987 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-38cb7755-2108-4096-951d-dd48c0c24899 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/quotas/9abda8fd8574437e892913c775910de0 HTTP/1.1" status: 200 len: 375 time: 0.0093024 Dec 24 10:52:25.378166 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-56212803-9037-4fae-be77-07b14eb0f1ec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431702 Dec 24 10:52:25.475909 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-a0851b48-347d-4de8-9100-ec403946e259 service neutron] 10.222.0.30 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859959 Dec 24 10:52:25.574504 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-7a8383f2-f83e-4280-9f6d-3bfe6e27248f service neutron] 10.222.0.30 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856581 Dec 24 10:52:26.130740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a158a5e3-8620-49fc-b2a7-5b5d6eeb853d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:26.972484 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5b0b3436-2e21-4307-985d-3abc41c62687 req-e53dd894-7625-4424-9891-c2af4c078307 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0250654 Dec 24 10:52:28.050948 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9bf45156-91d2-4011-b97d-bb1bea9070fa req-d9aa36a4-72cb-4713-a42a-cd3d9e5b3ac5 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0286005 Dec 24 10:52:28.090893 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6fb6-2df1-4f66-8e9c-3cbcde3db22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:29.073249 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:29.140878 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-116d1b11-7449-4717-969d-9bfac2529e18 req-6a045da3-ad45-408a-9d54-aff15682ea98 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0246496 Dec 24 10:52:30.231249 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6a96c4b7-b1aa-43b3-960b-e9cc08945246 req-3ffb42d6-7f39-4071-8068-98b36145fe67 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0260639 Dec 24 10:52:30.913332 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:31.322187 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2e1d150c-1871-4b04-b19f-018e3f2ed888 req-888e198f-73ad-4942-b202-95a2d76e0eba tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0251439 Dec 24 10:52:31.438606 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-52200251-828b-4bac-b58d-2812e5ea4c35 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:31.440052 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-52200251-828b-4bac-b58d-2812e5ea4c35 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 808 time: 0.1050043 Dec 24 10:52:31.469091 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:31.511932 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-81c3482f-2fcb-4dae-860c-c7e813fca993 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9abda8fd8574437e892913c775910de0 HTTP/1.1" status: 200 len: 380 time: 0.0573025 Dec 24 10:52:31.532949 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'port': {'device_id': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'admin_state_up': True, 'tenant_id': '9abda8fd8574437e892913c775910de0', 'security_groups': ['5ff0e50b-d4df-4288-b974-f79483be46db']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:31.735403 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d79d8-ac23-40f5-8c70-5e63e85f4bbf req-759df591-4223-48ff-80c2-3e1c7263524b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:31.735403 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-be5d79d8-ac23-40f5-8c70-5e63e85f4bbf req-759df591-4223-48ff-80c2-3e1c7263524b tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0491514 Dec 24 10:52:31.767616 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-be5d79d8-ac23-40f5-8c70-5e63e85f4bbf req-065b3786-9932-45d7-b937-fcf89e12f773 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429258 Dec 24 10:52:31.788148 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Made reservation on behalf of 9abda8fd8574437e892913c775910de0 for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:52:31.794086 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:31.921474 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Allocated IP 172.20.0.4 (1dab6358-bb50-4a49-a0c2-25295aed92f4/7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785/d66f0143-a5b5-43e9-9377-65eedc43836e) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:52:32.055613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.194085 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.236102 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:52:32.239173 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:52:32.243175 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:52:32.272360 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:32.300242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:32.300951 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.397131 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-78b9d31f-493d-455a-9b42-a10def902f17 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681374 Dec 24 10:52:32.410742 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Request body: {'port': {'device_id': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:32.442602 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b829d26-62c3-44c0-bcd2-0f692fe1b268 req-ce3ada16-54f0-4b4d-b02c-5f23c59a2da9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:32.444097 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6b829d26-62c3-44c0-bcd2-0f692fe1b268 req-ce3ada16-54f0-4b4d-b02c-5f23c59a2da9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 931 time: 0.0507004 Dec 24 10:52:32.464891 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.496268 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-6b829d26-62c3-44c0-bcd2-0f692fe1b268 req-6c902de4-3466-4d40-b9d9-9fbd1143fe15 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Dec 24 10:52:32.515595 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-f061ebc8-8d68-42af-a7c5-41ad325581a9 None None] Provisioning complete for port d66f0143-a5b5-43e9-9377-65eedc43836e triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:32.516169 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-f061ebc8-8d68-42af-a7c5-41ad325581a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.553822 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-f061ebc8-8d68-42af-a7c5-41ad325581a9 None None] Port d66f0143-a5b5-43e9-9377-65eedc43836e cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:52:32.732129 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66f0143-a5b5-43e9-9377-65eedc43836e {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:52:32.739281 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.750792 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Transition to ACTIVE for port object d66f0143-a5b5-43e9-9377-65eedc43836e will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:52:32.810575 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:32.895177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.949804 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: warnings.warn(msg) Dec 24 10:52:32.952677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75221a8-bcc0-4886-ac18-7df3be6ed134 req-91b9a092-04db-4fb7-bc8d-b32e1411da60 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:32.954620 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c75221a8-bcc0-4886-ac18-7df3be6ed134 req-91b9a092-04db-4fb7-bc8d-b32e1411da60 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.1089516 Dec 24 10:52:33.006213 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Attempting to bind port d66f0143-a5b5-43e9-9377-65eedc43836e on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:52:33.006545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Attempting to bind port d66f0143-a5b5-43e9-9377-65eedc43836e by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:52:33.006880 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Attempting to bind port d66f0143-a5b5-43e9-9377-65eedc43836e on network 1dab6358-bb50-4a49-a0c2-25295aed92f4 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:52:33.020910 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Port d66f0143-a5b5-43e9-9377-65eedc43836e on network 1dab6358-bb50-4a49-a0c2-25295aed92f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:52:33.021238 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Attempting to bind port d66f0143-a5b5-43e9-9377-65eedc43836e on network 1dab6358-bb50-4a49-a0c2-25295aed92f4 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:52:33.029186 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c75221a8-bcc0-4886-ac18-7df3be6ed134 req-b5994288-073d-45a3-ab65-03e890172225 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655088 Dec 24 10:52:33.030284 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:52:33.030615 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Checking segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:52:33.030985 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Bound using segment: {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:52:33.031410 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Bound port: d66f0143-a5b5-43e9-9377-65eedc43836e, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:52:33.031761 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:33.100935 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:52:33.104356 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:52:33.182353 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:33.220538 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:33.221193 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:33.222545 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] 10.222.0.24 "PUT /v2.0/ports/d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 1093 time: 0.8160205 Dec 24 10:52:33.222983 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:33.225259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cca4aa1-83a6-4335-91f5-d68c5da562e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:33.249056 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8773c45-13a5-43ba-99b1-f3e85a01b85a service neutron] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:33.263384 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ab025-109b-4ff1-85a7-6fa9026a7a0c x-openstack-request-id: req-139ab025-109b-4ff1-85a7-6fa9026a7a0c {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:33.263676 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:33.263933 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-139ab025-109b-4ff1-85a7-6fa9026a7a0c {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:33.264334 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'status': 'completed', 'code': 200} Dec 24 10:52:33.648470 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f613bda-e555-49a4-bce0-7ed6fdaa1738 req-6aac430c-1d7b-434c-9709-39c813cc0741 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:33.649927 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f613bda-e555-49a4-bce0-7ed6fdaa1738 req-6aac430c-1d7b-434c-9709-39c813cc0741 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0471020 Dec 24 10:52:33.697223 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9f613bda-e555-49a4-bce0-7ed6fdaa1738 req-ec9efb9b-f5d7-4063-8024-116ce6b1d27d tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 Dec 24 10:52:34.143499 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea446d72-0fd1-4fe2-80c4-042e627d31b6 req-34c0f8f9-1eb3-4245-a3bc-f1fae1b3b41d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:34.144963 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ea446d72-0fd1-4fe2-80c4-042e627d31b6 req-34c0f8f9-1eb3-4245-a3bc-f1fae1b3b41d tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0465684 Dec 24 10:52:34.197018 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ea446d72-0fd1-4fe2-80c4-042e627d31b6 req-cfa75fce-c50e-40cd-828d-61d9c02fd9a6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Dec 24 10:52:34.807542 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87b95e-ce0b-41bd-8b93-680008728a49 req-0f135bf4-1def-46bf-bee7-643991bae521 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:34.808978 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ac87b95e-ce0b-41bd-8b93-680008728a49 req-0f135bf4-1def-46bf-bee7-643991bae521 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0464840 Dec 24 10:52:34.873072 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ac87b95e-ce0b-41bd-8b93-680008728a49 req-3b24ea87-3632-4dd2-bcfb-eae4fff66a6a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581331 Dec 24 10:52:35.295371 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-ee186597-e3aa-4941-94e2-e267c56fa967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.296960 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-ee186597-e3aa-4941-94e2-e267c56fa967 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1096 time: 0.0528529 Dec 24 10:52:35.314612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4681c6-be7d-450b-a9fa-3a1a0a9dd6b5 req-ac84c831-4b0c-4fda-ae0b-e0360f8df8be tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.316664 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a4681c6-be7d-450b-a9fa-3a1a0a9dd6b5 req-ac84c831-4b0c-4fda-ae0b-e0360f8df8be tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Dec 24 10:52:35.363481 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5a4681c6-be7d-450b-a9fa-3a1a0a9dd6b5 req-6351e30a-0984-4c82-bbdd-378ace3b89dd tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Dec 24 10:52:35.397973 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-ddc368f1-d10a-4746-85c9-8d20bd035a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.404550 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-ddc368f1-d10a-4746-85c9-8d20bd035a50 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9abda8fd8574437e892913c775910de0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0924168 Dec 24 10:52:35.500539 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-f7384856-b514-45f6-b347-4c5823939eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.502110 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7cca4aa1-83a6-4335-91f5-d68c5da562e2 req-f7384856-b514-45f6-b347-4c5823939eb6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925064 Dec 24 10:52:35.585263 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-31689da4-0407-404d-bb3d-9af52a87f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.586679 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-31689da4-0407-404d-bb3d-9af52a87f220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1096 time: 0.0398245 Dec 24 10:52:35.632942 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-e81b3316-6da5-46ef-80e3-6ef511108eee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 217 time: 0.0373631 Dec 24 10:52:35.682900 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c08aa41f-2c3f-478f-9aaa-16682eeda84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.684348 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-c08aa41f-2c3f-478f-9aaa-16682eeda84a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0427220 Dec 24 10:52:35.735025 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-42eae271-9844-484f-8174-05f5f8048a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.736521 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-42eae271-9844-484f-8174-05f5f8048a6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418084 Dec 24 10:52:35.831876 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-e6276d24-e441-4c72-be55-0a7fa52107fd service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871568 Dec 24 10:52:35.926025 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-29c7a879-317b-43a0-be30-eb2eed25fdde req-9a0ed0fc-cc7a-420c-a982-6c4d26cf2dc8 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845654 Dec 24 10:52:35.992194 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a233-8aa5-472b-b4bf-da9371116547 req-bd9eded9-5405-4314-a5ef-4064c4efcec9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:35.993693 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fe41a233-8aa5-472b-b4bf-da9371116547 req-bd9eded9-5405-4314-a5ef-4064c4efcec9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0485847 Dec 24 10:52:36.047710 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fe41a233-8aa5-472b-b4bf-da9371116547 req-c5b052ad-55f1-4e37-b288-7ed45b77ab50 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478632 Dec 24 10:52:36.435578 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-53c0de91-355a-4494-a6ce-ff2ae476aec6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:36.437121 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-53c0de91-355a-4494-a6ce-ff2ae476aec6 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0484471 Dec 24 10:52:36.484335 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a0ca-c65d-4e52-afb7-70ae02fb50ae req-8161fd5b-5af3-47dc-b1b7-bdfb2538fd16 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:36.485832 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b82a0ca-c65d-4e52-afb7-70ae02fb50ae req-8161fd5b-5af3-47dc-b1b7-bdfb2538fd16 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Dec 24 10:52:36.530507 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Deleting port 77f6b8b9-344d-496a-a27c-ff476412f5e6 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:36.530844 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:36.533970 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8b82a0ca-c65d-4e52-afb7-70ae02fb50ae req-71c80974-5f70-459b-b82b-1a8a02ccec9a tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd8cc152-c338-4a9a-b843-3bf5483a8c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Dec 24 10:52:36.621473 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] For port 77f6b8b9-344d-496a-a27c-ff476412f5e6, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=77f6b8b9-344d-496a-a27c-ff476412f5e6,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:36.621756 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:36.792683 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:36.792996 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:36.793313 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Floating IP 9e46ce78-85b7-4342-ba38-2e20021135fd disassociated. External IP: 172.27.1.91, port: 77f6b8b9-344d-496a-a27c-ff476412f5e6. Dec 24 10:52:36.793657 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Calling delete_port for 77f6b8b9-344d-496a-a27c-ff476412f5e6 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:37.038859 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:37.066354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'Port': ['ID=77f6b8b9-344d-496a-a27c-ff476412f5e6,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:37.217470 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19139-ceb9-4a02-929b-881d1845f679 req-35ce1e01-a49f-4948-98fe-4d66322679a3 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:37.218983 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-09e19139-ceb9-4a02-929b-881d1845f679 req-35ce1e01-a49f-4948-98fe-4d66322679a3 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0980258 Dec 24 10:52:37.226328 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:37.312321 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-09e19139-ceb9-4a02-929b-881d1845f679 req-3290ef36-59b0-401a-bbf5-e7eec7275eec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859392 Dec 24 10:52:37.369182 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:37.379917 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:37.390028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:37.390740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:37.410682 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] No DVR routers for this DVR port 77f6b8b9-344d-496a-a27c-ff476412f5e6 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:52:37.413235 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:37.416537 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4818fb27-875c-4e1a-b929-3e4373d0d294 req-aa8b049e-a188-4c4d-ac1b-94819ac69076 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.24 "DELETE /v2.0/ports/77f6b8b9-344d-496a-a27c-ff476412f5e6 HTTP/1.1" status: 204 len: 173 time: 0.9731610 Dec 24 10:52:37.417054 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'name': 'network-vif-deleted', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:37.419328 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f60594-9d55-4840-af2c-95b6b3749d22" -d '{"events": [{"server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "name": "network-vif-deleted", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:37.460580 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbf9e8d-bc52-481b-a4ab-876f7bcb0e65 x-openstack-request-id: req-fdbf9e8d-bc52-481b-a4ab-876f7bcb0e65 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:37.461112 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e267da4-1e48-4136-babc-656ccd50aae2", "name": "network-vif-deleted", "tag": "77f6b8b9-344d-496a-a27c-ff476412f5e6", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:37.461371 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdbf9e8d-bc52-481b-a4ab-876f7bcb0e65 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:37.461941 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e267da4-1e48-4136-babc-656ccd50aae2', 'name': 'network-vif-deleted', 'tag': '77f6b8b9-344d-496a-a27c-ff476412f5e6', 'status': 'completed', 'code': 200} Dec 24 10:52:37.522255 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:37.636770 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-86c3d910-4c40-4c30-8e0e-3c526189f775 req-42873355-13a2-48b5-b161-8a72fc755701 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e267da4-1e48-4136-babc-656ccd50aae2 HTTP/1.1" status: 200 len: 210 time: 0.0255346 Dec 24 10:52:37.735157 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:37.761916 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:37.770477 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:37.771078 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:37.877548 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:38.071141 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:38.100104 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c6042f-c2d1-46ed-8101-26811e299326 None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:24Z', 'revision_number': 4, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '6f1a2075-356f-4a17-bed7-45fa9a676055', 'name': '', 'network_id': '12a04c86-5d95-4704-a030-534aa0c4e8bc', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'mac_address': 'fa:16:3e:fe:8d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:23Z', 'updated_at': '2021-12-24T10:46:28Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'subnets': [{'id': '797de40d-ac90-42c6-9535-dd5d93f402af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:38.304764 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68934df-e66e-483d-ae50-a218be81236a None None] New status for floating IP 9e46ce78-85b7-4342-ba38-2e20021135fd: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:52:38.452114 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2bfe-4795-4422-94ad-cc5d871a6ad5 req-f8e972bf-99fe-4de7-8c97-a46a37161ab5 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:38.453610 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ad1b2bfe-4795-4422-94ad-cc5d871a6ad5 req-f8e972bf-99fe-4de7-8c97-a46a37161ab5 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0543649 Dec 24 10:52:38.502442 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-ad1b2bfe-4795-4422-94ad-cc5d871a6ad5 req-e084eec1-eab0-42e8-8102-b38319dabef6 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Dec 24 10:52:38.806417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45824) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:38.858868 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:38.886765 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.102432 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.105084 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.106262 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd8cc152-c338-4a9a-b843-3bf5483a8c8a HTTP/1.1" status: 204 len: 168 time: 0.2987339 Dec 24 10:52:39.109098 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45826) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:39.123797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a684402-5c8c-418b-8267-b71c35b93150 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8cc152-c338-4a9a-b843-3bf5483a8c8a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:39.124293 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.api.v2.resource [None req-094b49d1-c1d7-4e14-b04c-0f0afc7ce990 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] show failed (client error): The resource could not be found. Dec 24 10:52:39.124293 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-094b49d1-c1d7-4e14-b04c-0f0afc7ce990 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "GET /v2.0/security-groups/bd8cc152-c338-4a9a-b843-3bf5483a8c8a HTTP/1.1" status: 404 len: 347 time: 0.0135057 Dec 24 10:52:39.126608 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45828) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:39.248177 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Deleting port 06588d3d-64f0-4eb0-90a4-54179a11311f {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:39.248513 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.324052 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.324295 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.335868 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Calling delete_port for 06588d3d-64f0-4eb0-90a4-54179a11311f owned by network:floatingip {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:39.582408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.613287 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Pushing event deleted for resources: {'Port': ['ID=06588d3d-64f0-4eb0-90a4-54179a11311f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:39.620279 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a2736-1ac4-4808-8e8b-dc16ca278bab req-2c5110d5-ecfe-444a-9e44-07b169ad86d6 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:39.621983 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b37a2736-1ac4-4808-8e8b-dc16ca278bab req-2c5110d5-ecfe-444a-9e44-07b169ad86d6 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0524542 Dec 24 10:52:39.637376 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.637731 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.638076 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.638419 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.638879 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.639212 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.639797 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.640121 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.640447 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.640776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.641145 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.641453 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.641772 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:39.688333 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks [] for floatingip, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.689796 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b37a2736-1ac4-4808-8e8b-dc16ca278bab req-c2458c5b-e6de-4be9-a055-e47c2cbd422a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599897 Dec 24 10:52:39.691080 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:39.692860 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-37176fa7-2eb9-46dc-87dc-aa91b032bba8 tempest-AttachVolumeTestJSON-1203053852 tempest-AttachVolumeTestJSON-1203053852-project] 10.222.0.30 "DELETE /v2.0/floatingips/9e46ce78-85b7-4342-ba38-2e20021135fd HTTP/1.1" status: 204 len: 168 time: 0.5647216 Dec 24 10:52:40.294535 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 77f6b8b9-344d-496a-a27c-ff476412f5e6 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:40.322033 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 77f6b8b9-344d-496a-a27c-ff476412f5e6 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:40.322033 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 77f6b8b9-344d-496a-a27c-ff476412f5e6 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:40.809259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36016d52-8a79-4320-ad53-857f4b938091 req-e4d47c7d-1b94-40da-9fc0-4f71f1cf1e23 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:40.812101 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-36016d52-8a79-4320-ad53-857f4b938091 req-e4d47c7d-1b94-40da-9fc0-4f71f1cf1e23 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0477321 Dec 24 10:52:40.868068 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-36016d52-8a79-4320-ad53-857f4b938091 req-c58409da-cf18-4a48-9051-2cff06788ee4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474701 Dec 24 10:52:41.984549 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf9991-11ae-429e-880d-7fdc0d25c572 req-e2320b5e-89c6-4329-ba35-e018e8fd2e13 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:41.988021 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9fbf9991-11ae-429e-880d-7fdc0d25c572 req-e2320b5e-89c6-4329-ba35-e018e8fd2e13 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Dec 24 10:52:42.036437 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9fbf9991-11ae-429e-880d-7fdc0d25c572 req-5f7b59e0-463e-4bf6-8bd4-6c052ddc1100 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Dec 24 10:52:42.096336 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:52:42.518061 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463056a-d068-4402-b32f-7c50416e9dd1 req-5af7f17d-dfbd-4bed-b299-0aea889a97ce tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:42.519503 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a463056a-d068-4402-b32f-7c50416e9dd1 req-5af7f17d-dfbd-4bed-b299-0aea889a97ce tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 946 time: 0.0474513 Dec 24 10:52:42.565151 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a463056a-d068-4402-b32f-7c50416e9dd1 req-d9affca1-59f8-4336-857a-e1b1f15e9c34 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Dec 24 10:52:43.119269 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:43.151726 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ad43a-4e16-40c4-8d7b-fd11a38c2633 req-6c44a404-52b0-459e-b103-099f3c11768b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:43.153188 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cf6ad43a-4e16-40c4-8d7b-fd11a38c2633 req-6c44a404-52b0-459e-b103-099f3c11768b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0504792 Dec 24 10:52:43.201135 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cf6ad43a-4e16-40c4-8d7b-fd11a38c2633 req-ee5424a0-50fb-48cc-8893-5cb89d8d50c9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Dec 24 10:52:43.685237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c91d9-6dd1-49a9-bc60-dc696b9b8876 req-756ab0f7-fd01-4fdc-98d7-76538ab6c297 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:43.686679 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-525c91d9-6dd1-49a9-bc60-dc696b9b8876 req-756ab0f7-fd01-4fdc-98d7-76538ab6c297 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Dec 24 10:52:43.732515 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-525c91d9-6dd1-49a9-bc60-dc696b9b8876 req-d88b203c-b42a-42cb-a27a-6dc7a11a9cd8 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/security-groups?id=b300e780-0f36-4bbb-ad77-f719fd19c2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Dec 24 10:52:43.805989 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45888) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:44.237558 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-8642c4b3-922d-4805-89b5-47d3f3f13e53 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:44.239074 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-8642c4b3-922d-4805-89b5-47d3f3f13e53 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 946 time: 0.0504396 Dec 24 10:52:44.296574 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:52:44.333747 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d5d6-3205-4502-acfe-554349317f7f req-5025bd49-32c5-4247-aa46-1049bd54bcd9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:44.335770 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3d9d5d6-3205-4502-acfe-554349317f7f req-5025bd49-32c5-4247-aa46-1049bd54bcd9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0619504 Dec 24 10:52:44.340292 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Deleting port 42a1a6bb-662d-484d-8547-95806531bcb0 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:44.340637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.400428 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:44.412004 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'mac_address': 'fa:16:3e:00:5a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:52:44.431630 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] For port 42a1a6bb-662d-484d-8547-95806531bcb0, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=42a1a6bb-662d-484d-8547-95806531bcb0,segment=NetworkSegment(7a0540ee-75d8-42c1-b36e-aa78ec828b49),segment_id=7a0540ee-75d8-42c1-b36e-aa78ec828b49)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:44.432019 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.447355 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Calling delete_port for 42a1a6bb-662d-484d-8547-95806531bcb0 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:44.449643 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.464871 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3d9d5d6-3205-4502-acfe-554349317f7f req-fb9d7a5a-c0bc-4307-9cb2-6a99e84e9a36 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 Dec 24 10:52:44.465129 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66f0143-a5b5-43e9-9377-65eedc43836e {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:52:44.484148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:44.587560 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.618075 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.638316 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:44.645893 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.646244 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.646584 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.646916 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.647244 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.648105 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.648434 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.648754 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.649098 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.649420 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.649738 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.650054 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.650365 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:44.656319 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.670229 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['42a1a6bb-662d-484d-8547-95806531bcb0'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:52:44.693859 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Pushing event deleted for resources: {'Port': ['ID=42a1a6bb-662d-484d-8547-95806531bcb0,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:44.725906 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] No DVR routers for this DVR port 42a1a6bb-662d-484d-8547-95806531bcb0 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:52:44.728271 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.731532 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-85e1d3e4-8f51-4361-bbe7-4179521085e1 req-11c8f160-7d45-4392-bc48-843fff9e9c94 tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.24 "DELETE /v2.0/ports/42a1a6bb-662d-484d-8547-95806531bcb0 HTTP/1.1" status: 204 len: 173 time: 0.4848754 Dec 24 10:52:44.731962 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'name': 'network-vif-deleted', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:44.734342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0268eec0-4be2-442d-89d0-6c92f4b8c019" -d '{"events": [{"server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "name": "network-vif-deleted", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:44.779331 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ba4c60-2009-4502-a660-f9ecf076994c x-openstack-request-id: req-e0ba4c60-2009-4502-a660-f9ecf076994c {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:44.779622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0", "name": "network-vif-deleted", "tag": "42a1a6bb-662d-484d-8547-95806531bcb0", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:44.779881 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ba4c60-2009-4502-a660-f9ecf076994c {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:44.780286 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0', 'name': 'network-vif-deleted', 'tag': '42a1a6bb-662d-484d-8547-95806531bcb0', 'status': 'completed', 'code': 200} Dec 24 10:52:44.848939 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-dafbd9e2-2742-4181-a773-fc098bd7c64a req-fcbd1c89-0756-4a6d-8925-2fccc30cef2d tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0442293 Dec 24 10:52:44.857182 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['d66f0143-a5b5-43e9-9377-65eedc43836e'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:52:44.896762 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Deleting port 6f1a2075-356f-4a17-bed7-45fa9a676055 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:44.897124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.977934 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] For port 6f1a2075-356f-4a17-bed7-45fa9a676055, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=6f1a2075-356f-4a17-bed7-45fa9a676055,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:44.978336 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:44.995540 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Calling delete_port for 6f1a2075-356f-4a17-bed7-45fa9a676055 owned by network:router_interface {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:45.358789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:45.382819 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1a2075-356f-4a17-bed7-45fa9a676055,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:45.547922 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:45.585489 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab9141-4f5f-44f6-bd22-495a6a41a3a9 req-21d428b4-92b5-48dd-afda-5392726e3d45 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:45.587022 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7bab9141-4f5f-44f6-bd22-495a6a41a3a9 req-21d428b4-92b5-48dd-afda-5392726e3d45 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 944 time: 0.0534074 Dec 24 10:52:45.639659 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-7bab9141-4f5f-44f6-bd22-495a6a41a3a9 req-3d4e1bcd-459e-4663-8d4d-61e97d53662c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Dec 24 10:52:45.768085 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Router 790be5b0-933b-4d2e-a401-94ef7c63e266 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:45.875656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:45.880670 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fd8ed082-bfd8-40d1-b7b7-796adc413208 admin admin] 10.222.0.30 "PUT /v2.0/routers/790be5b0-933b-4d2e-a401-94ef7c63e266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0736592 Dec 24 10:52:45.883937 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45904) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:45.891688 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Sync routers for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:45.908189 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:45.909115 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:46.002996 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cc6ffacd-ae2a-4b33-aec1-f9c052e44554 req-56446825-d95b-4957-94cc-81c37147ba3e tempest-VolumesSnapshotTestJSON-564645560 tempest-VolumesSnapshotTestJSON-564645560-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5b5fe7-eb9b-4c53-a76a-ea25e7910dd0 HTTP/1.1" status: 200 len: 210 time: 0.0600290 Dec 24 10:52:46.033678 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks [] for router, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.149881 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.187392 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:46.312134 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:52:46.330895 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Deleting port ea2a693d-7c64-45f5-9675-032b841eb3af {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:46.331256 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.414501 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] For port ea2a693d-7c64-45f5-9675-032b841eb3af, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ea2a693d-7c64-45f5-9675-032b841eb3af,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:46.415176 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.426171 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:52:45Z', 'revision_number': 5, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port': {'id': 'ea2a693d-7c64-45f5-9675-032b841eb3af', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 242, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:46.427452 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Calling delete_port for ea2a693d-7c64-45f5-9675-032b841eb3af owned by network:router_gateway {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:46.453560 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Checking router: 790be5b0-933b-4d2e-a401-94ef7c63e266 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:46.462698 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Routers {'790be5b0-933b-4d2e-a401-94ef7c63e266'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:46.463325 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['790be5b0-933b-4d2e-a401-94ef7c63e266'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:46.533990 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port d66f0143-a5b5-43e9-9377-65eedc43836e completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:52:46.541140 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port d66f0143-a5b5-43e9-9377-65eedc43836e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:52:46.541521 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.577377 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] Set router 790be5b0-933b-4d2e-a401-94ef7c63e266 gateway port host: None {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:46.636309 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 6, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:46.667921 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87329792-11c1-48fa-beb6-3ef698489d9d None None] The sync data for ids ['790be5b0-933b-4d2e-a401-94ef7c63e266'] in dv-cinder-816443-3-iscsi is: [{'id': '790be5b0-933b-4d2e-a401-94ef7c63e266', 'name': 'tempest-AttachVolumeTestJSON-1221068782-router', 'tenant_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:46:20Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 6, 'project_id': '3f0115a5cc8b4b1e8bffb84e0f3e0b08', 'gw_port_host': None}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:46.690412 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab9ee1-b3b7-4f2d-8e5d-764571465896 req-d3ecf761-f661-401c-a7be-b9dbf61d4eec tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:46.692759 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dcab9ee1-b3b7-4f2d-8e5d-764571465896 req-d3ecf761-f661-401c-a7be-b9dbf61d4eec tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0534475 Dec 24 10:52:46.726874 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.749030 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:46.751307 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4d3aa8-82ec-4687-83a2-1bf24fe11104" -d '{"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-plugged", "status": "completed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:46.761776 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-dcab9ee1-b3b7-4f2d-8e5d-764571465896 req-9ec6a4f2-76d2-4682-ad40-53479a1ed5db tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611370 Dec 24 10:52:46.765657 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:46.781955 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b93ef-752e-4a61-a404-db67a2b1f402 req-adf4b196-1d2f-49b4-9de6-793aba226a64 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:46.783522 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-351b93ef-752e-4a61-a404-db67a2b1f402 req-adf4b196-1d2f-49b4-9de6-793aba226a64 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 944 time: 0.0503931 Dec 24 10:52:46.804125 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:46.818842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d61b732-c45d-4958-a473-d71fc161a66d x-openstack-request-id: req-7d61b732-c45d-4958-a473-d71fc161a66d {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:46.818842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-plugged", "status": "completed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:46.818842 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d61b732-c45d-4958-a473-d71fc161a66d {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:46.818842 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'code': 200} Dec 24 10:52:46.841083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2a693d-7c64-45f5-9675-032b841eb3af,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:46.904740 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-351b93ef-752e-4a61-a404-db67a2b1f402 req-15c28b70-ee97-4db4-9f57-f766a808bef0 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148667 Dec 24 10:52:46.916986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.009980 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.011990 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.037753 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.038848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 42a1a6bb-662d-484d-8547-95806531bcb0 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:47.112290 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 42a1a6bb-662d-484d-8547-95806531bcb0 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:47.112647 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 42a1a6bb-662d-484d-8547-95806531bcb0 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:47.114743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:47.187656 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.190545 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790be5b0-933b-4d2e-a401-94ef7c63e266 {{(pid=109772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:52:47.193568 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.195523 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-2c027572-7e7a-4527-a89b-10f985e1865e admin admin] 10.222.0.30 "DELETE /v2.0/routers/790be5b0-933b-4d2e-a401-94ef7c63e266 HTTP/1.1" status: 204 len: 168 time: 1.3106599 Dec 24 10:52:47.198025 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45924) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:47.245581 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Deleting subnet 797de40d-ac90-42c6-9535-dd5d93f402af {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:52:47.248647 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.282936 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.361350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.394721 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e69f5d-0379-4b37-aa04-41a5d81cf0f4 req-11e5ac05-4f6f-40b0-bcbe-f67040465a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:47.396221 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f5e69f5d-0379-4b37-aa04-41a5d81cf0f4 req-11e5ac05-4f6f-40b0-bcbe-f67040465a17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0465393 Dec 24 10:52:47.447624 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f5e69f5d-0379-4b37-aa04-41a5d81cf0f4 req-41570cb7-6782-4e37-a36f-aa50ec6d9559 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Dec 24 10:52:47.507498 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6f1a2075-356f-4a17-bed7-45fa9a676055 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:47.528945 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 6f1a2075-356f-4a17-bed7-45fa9a676055 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:47.529647 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 6f1a2075-356f-4a17-bed7-45fa9a676055 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:47.542202 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.566363 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797de40d-ac90-42c6-9535-dd5d93f402af,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:47.572151 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.575365 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4f31ea07-ff2c-4f18-969e-d91d18242f0f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/797de40d-ac90-42c6-9535-dd5d93f402af HTTP/1.1" status: 204 len: 168 time: 0.3761988 Dec 24 10:52:47.577858 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45926) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:47.578738 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a324f-8bd9-4b1e-937d-19fe344ee850 None None] Network 12a04c86-5d95-4704-a030-534aa0c4e8bc requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:52:47.648980 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.715631 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Deleting port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:47.715631 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.756593 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] DHCP port deletion for 12a04c86-5d95-4704-a030-534aa0c4e8bc request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:52:47.789873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] For port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:47.790144 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.817724 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Deleting port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:47.818330 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.830650 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Calling delete_port for 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:47.907927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] For port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,segment=NetworkSegment(8342240a-6587-4731-baf2-31394f5ea667),segment_id=8342240a-6587-4731-baf2-31394f5ea667)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:47.908603 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:47.923553 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Calling delete_port for 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:47.961663 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc082b3-44fc-4ccc-94d0-286c8ecda6c6 req-5a051474-f82a-4ccf-a3b8-1da146fbb0dc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:47.964532 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0dc082b3-44fc-4ccc-94d0-286c8ecda6c6 req-5a051474-f82a-4ccf-a3b8-1da146fbb0dc tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0815895 Dec 24 10:52:48.028080 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0dc082b3-44fc-4ccc-94d0-286c8ecda6c6 req-fdef6c21-f4d4-4a5f-a0a8-b4f9768c7c1f tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups?id=37c3ef22-4e55-44dd-9111-de2ba878db35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496790 Dec 24 10:52:48.041528 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628eb6f-8754-4af8-8e82-5abd0b9c1e2f req-cb71e779-93eb-4965-9407-e039f9db7641 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:48.042993 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9628eb6f-8754-4af8-8e82-5abd0b9c1e2f req-cb71e779-93eb-4965-9407-e039f9db7641 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0585592 Dec 24 10:52:48.096925 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9628eb6f-8754-4af8-8e82-5abd0b9c1e2f req-5c84cd78-cb38-4e6c-a68c-c2e16b86c3a2 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Dec 24 10:52:48.245476 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.252072 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.271225 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90157a-77da-470b-b514-8f8128208498 req-4b95a8d5-9bda-4725-b548-6f6e7e29c0f0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:48.273264 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5e90157a-77da-470b-b514-8f8128208498 req-4b95a8d5-9bda-4725-b548-6f6e7e29c0f0 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 946 time: 0.0597973 Dec 24 10:52:48.274789 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:48.276593 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] No DVR routers for this DVR port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:52:48.285474 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] Pushing event deleted for resources: {'Port': ['ID=7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:48.287361 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939aa3cd-bfad-4bdb-af4b-44bc41c86655 None None] No DVR routers for this DVR port 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:52:48.359754 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.381909 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a04c86-5d95-4704-a030-534aa0c4e8bc']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:48.392149 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8342240a-6587-4731-baf2-31394f5ea667') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:48.392445 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8342240a-6587-4731-baf2-31394f5ea667') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:48.402040 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.413873 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Deleting port 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:48.413873 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.418688 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.425775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:52:48.426288 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:52:48.428414 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:52:48.499231 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] For port 4043d4f5-4811-4ba4-8723-4f04e5548d1c, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=4043d4f5-4811-4ba4-8723-4f04e5548d1c,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:48.499646 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.644399 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.649522 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.662283 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] 10.222.0.30 "DELETE /v2.0/networks/12a04c86-5d95-4704-a030-534aa0c4e8bc HTTP/1.1" status: 204 len: 168 time: 1.0754147 Dec 24 10:52:48.672178 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70386-b8b8-41fc-83ca-58f6e1b71e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=12a04c86-5d95-4704-a030-534aa0c4e8bc,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:48.682037 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.682417 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:48.682733 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Floating IP c8ff9157-a7be-49d0-8ce2-021173125233 disassociated. External IP: 172.27.1.107, port: 4043d4f5-4811-4ba4-8723-4f04e5548d1c. Dec 24 10:52:48.683167 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Calling delete_port for 4043d4f5-4811-4ba4-8723-4f04e5548d1c owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:48.936582 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.135541 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:49.168453 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:49.168571 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 7d4a59d2-8b1b-41ea-bb7c-b4a8300f21dd not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:49.169006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ea2a693d-7c64-45f5-9675-032b841eb3af no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:49.190346 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: ea2a693d-7c64-45f5-9675-032b841eb3af {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:49.190962 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ea2a693d-7c64-45f5-9675-032b841eb3af not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:49.214433 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-bbaa00c2-2c91-45f9-a9a5-f6dfa64f6a5e req-de12e66e-37a5-4c57-b409-2586c783232c tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0915248 Dec 24 10:52:49.248974 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'Port': ['ID=4043d4f5-4811-4ba4-8723-4f04e5548d1c,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:49.339853 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45396a-8651-47f2-8b68-ae5a231d155f req-4a4d3d77-3316-43d4-886c-1852c2f0c090 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:49.341380 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e45396a-8651-47f2-8b68-ae5a231d155f req-4a4d3d77-3316-43d4-886c-1852c2f0c090 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0946724 Dec 24 10:52:49.404679 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45944) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:49.432533 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3e45396a-8651-47f2-8b68-ae5a231d155f req-223ba1b4-f906-49be-8463-ba65a6820776 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634148 Dec 24 10:52:49.434269 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:49.445335 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e7159cac-543e-4c3d-9322-a7142823f309 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f0115a5cc8b4b1e8bffb84e0f3e0b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393801 Dec 24 10:52:49.448799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45946) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:49.545180 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5c899-dbf7-40db-8131-6b4c9dabf66d req-7b3e55df-bcbe-4498-8027-86057bdedf56 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:49.546603 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8e5c899-dbf7-40db-8131-6b4c9dabf66d req-7b3e55df-bcbe-4498-8027-86057bdedf56 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0470564 Dec 24 10:52:49.574072 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.596256 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-d8e5c899-dbf7-40db-8131-6b4c9dabf66d req-aecba02e-88ca-499a-803a-1aa221f61027 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Dec 24 10:52:49.598027 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:49.607054 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.611341 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:49.623867 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:49.625241 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:49.630309 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 45950) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:49.654842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] No DVR routers for this DVR port 4043d4f5-4811-4ba4-8723-4f04e5548d1c on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:52:49.659177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.662668 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-5e90157a-77da-470b-b514-8f8128208498 req-44e8ef19-80c0-46d1-b219-12dcec8e6455 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.24 "DELETE /v2.0/ports/4043d4f5-4811-4ba4-8723-4f04e5548d1c HTTP/1.1" status: 204 len: 173 time: 1.3815696 Dec 24 10:52:49.663640 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-deleted', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:49.666291 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb4ae8-9a4b-4a29-8400-bf6045c12879" -d '{"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-deleted", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:49.732472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d312eaf5-7b3e-4066-829a-2354177a0702 x-openstack-request-id: req-d312eaf5-7b3e-4066-829a-2354177a0702 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:49.732472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0f276-f763-4337-a5dd-0c328c8c2e73", "name": "network-vif-deleted", "tag": "4043d4f5-4811-4ba4-8723-4f04e5548d1c", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:49.732472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d312eaf5-7b3e-4066-829a-2354177a0702 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:49.732472 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0f276-f763-4337-a5dd-0c328c8c2e73', 'name': 'network-vif-deleted', 'tag': '4043d4f5-4811-4ba4-8723-4f04e5548d1c', 'status': 'completed', 'code': 200} Dec 24 10:52:49.753167 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:49.866895 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a47b6-9e9e-4979-81f4-5f7de508012b tempest-TestShelveInstance-758471074 tempest-TestShelveInstance-758471074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:49.868261 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e67a47b6-9e9e-4979-81f4-5f7de508012b tempest-TestShelveInstance-758471074 tempest-TestShelveInstance-758471074-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1093 time: 0.2368751 Dec 24 10:52:49.871452 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 45956) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:49.875934 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:52:49.955079 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:49.970900 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.973604 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:49.977900 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e82dafe7-38ab-42aa-8575-547e40c79e72 HTTP/1.1" status: 204 len: 168 time: 0.5246418 Dec 24 10:52:49.985775 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe3bd8-3077-4415-951a-5e37b6792c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82dafe7-38ab-42aa-8575-547e40c79e72,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:50.007019 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:50.021036 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:50.021680 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:50.130320 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for floatingip, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:50.140932 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:50.227160 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:50.338663 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Allocated IP 172.27.1.31 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/63781bb7-29b6-4f4b-b955-6684f169ab14) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:52:50.351330 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:50.370118 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9e7ff42e-8639-4c9e-8608-cf8e871ac0a8 req-1d2a594a-87df-49ff-beaa-0a35f446ebf4 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0342493 Dec 24 10:52:50.377059 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2884660-e195-4484-acef-d387cd64d1fd None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:45:08Z', 'revision_number': 4, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '729c25fd-54c9-4be8-bd54-9b463cd4b3a0', 'name': '', 'network_id': 'c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'mac_address': 'fa:16:3e:02:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:06Z', 'updated_at': '2021-12-24T10:45:15Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'subnets': [{'id': 'a8ccd075-ac62-45c8-bd20-88a948ae4fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:50.453099 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:50.604384 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bb0c6f-3666-459a-ad3b-c815aeb8990b None None] New status for floating IP c8ff9157-a7be-49d0-8ce2-021173125233: DOWN {{(pid=109774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:52:50.719396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:50.765154 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:52:50.767857 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:52:50.771288 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:52:50.776623 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'Port': ['ID=63781bb7-29b6-4f4b-b955-6684f169ab14,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:51.135809 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:51.388771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:51.517725 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-4182fe62-2004-41ac-af90-a309b006409e req-3ae5d173-2b8e-4fd8-ab0a-0a192db6056b tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0f276-f763-4337-a5dd-0c328c8c2e73 HTTP/1.1" status: 200 len: 210 time: 0.0328467 Dec 24 10:52:51.563567 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:51.672755 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:51.743941 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event updated for resources: {'Port': ['ID=63781bb7-29b6-4f4b-b955-6684f169ab14,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:51.752273 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:51.853829 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Floating IP d9f710be-c138-44d3-aa4f-1641cefdc4c2 associated. External IP: 172.27.1.31, port: d66f0143-a5b5-43e9-9377-65eedc43836e. Dec 24 10:52:52.060247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Router ddb1307d-9f65-43c3-880b-8830ffed7391 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:52.167396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:52.187405 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Sync routers for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:52.198596 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:52.199208 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:52.300973 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:52.368260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:52.403559 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-05171a64-9802-4dd0-9b97-da450e1f510a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5310230 Dec 24 10:52:52.404885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:52:52.407155 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb0e86-1d36-4092-b01b-36fe03a1982a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:52:52.437506 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:52:52.445863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1328ba2-fce7-4012-a031-735fbac2bc63 x-openstack-request-id: req-f1328ba2-fce7-4012-a031-735fbac2bc63 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:52:52.460322 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:52:52.460322 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1328ba2-fce7-4012-a031-735fbac2bc63 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:52:52.460322 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'status': 'completed', 'code': 200} Dec 24 10:52:52.463543 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 4043d4f5-4811-4ba4-8723-4f04e5548d1c {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:52:52.463901 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 4043d4f5-4811-4ba4-8723-4f04e5548d1c not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:52:52.616952 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'd9f710be-c138-44d3-aa4f-1641cefdc4c2', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'mac_address': 'fa:16:3e:00:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:52:50Z', 'updated_at': '2021-12-24T10:52:50Z', 'revision_number': 0, 'project_id': '9abda8fd8574437e892913c775910de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:52.645749 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Checking router: ddb1307d-9f65-43c3-880b-8830ffed7391 for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:52.660925 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:52.660925 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:52.764085 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:52.858633 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46014) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:52.917963 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:52.943556 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.010172 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'd9f710be-c138-44d3-aa4f-1641cefdc4c2', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'mac_address': 'fa:16:3e:00:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:52:50Z', 'updated_at': '2021-12-24T10:52:50Z', 'revision_number': 0, 'project_id': '9abda8fd8574437e892913c775910de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:53.031639 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d28bd3-4c6e-480b-8346-66e91d0b59f3 None None] The sync data for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi is: [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': 'd9f710be-c138-44d3-aa4f-1641cefdc4c2', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'mac_address': 'fa:16:3e:00:5a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:52:50Z', 'updated_at': '2021-12-24T10:52:50Z', 'revision_number': 0, 'project_id': '9abda8fd8574437e892913c775910de0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:53.108001 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.110484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.111725 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "DELETE /v2.0/security-groups/37c3ef22-4e55-44dd-9111-de2ba878db35 HTTP/1.1" status: 204 len: 168 time: 0.2518535 Dec 24 10:52:53.114557 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46022) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:53.122481 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3ef22-4e55-44dd-9111-de2ba878db35,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.138484 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.140120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929a8714-87a7-447a-87eb-ab0871a609fd tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:52:53.146838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.api.v2.resource [None req-fbfe2495-3421-423f-a0c6-6907a813d091 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] show failed (client error): The resource could not be found. Dec 24 10:52:53.151322 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fbfe2495-3421-423f-a0c6-6907a813d091 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "GET /v2.0/security-groups/37c3ef22-4e55-44dd-9111-de2ba878db35 HTTP/1.1" status: 404 len: 347 time: 0.0318086 Dec 24 10:52:53.151489 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46026) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:53.265460 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d1d7b-efe1-4511-b664-e84d0e8f08e3 None None] New status for floating IP d9f710be-c138-44d3-aa4f-1641cefdc4c2: ACTIVE {{(pid=109774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:52:53.530894 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Deleting port 4b3c8dd4-2ae7-4348-b922-79dbbd465bf7 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:53.531245 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.602967 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.603189 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.615344 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Calling delete_port for 4b3c8dd4-2ae7-4348-b922-79dbbd465bf7 owned by network:floatingip {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:53.970252 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:53.995639 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Pushing event deleted for resources: {'Port': ['ID=4b3c8dd4-2ae7-4348-b922-79dbbd465bf7,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:54.054963 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks [] for floatingip, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:54.057471 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:54.062345 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3e04b70b-7b70-45cf-9fec-1d2106e8b820 tempest-AttachVolumeShelveTestJSON-2100229812 tempest-AttachVolumeShelveTestJSON-2100229812-project] 10.222.0.30 "DELETE /v2.0/floatingips/c8ff9157-a7be-49d0-8ce2-021173125233 HTTP/1.1" status: 204 len: 168 time: 0.9056504 Dec 24 10:52:54.343024 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-5242cf72-c4c9-450a-a637-58fbd50f1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:54.344834 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-5242cf72-c4c9-450a-a637-58fbd50f1d69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0475128 Dec 24 10:52:54.438638 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-e4741446-09c3-4f59-8dd3-2de8e4f31316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:54.440083 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-e4741446-09c3-4f59-8dd3-2de8e4f31316 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 909 time: 0.0842381 Dec 24 10:52:54.511199 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-bfdb2dd4-cde3-4d02-ba3a-9517a7f65dff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 1000 time: 0.0617030 Dec 24 10:52:54.563031 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-fe9c4852-7088-4815-866e-5538c1638223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:54.564494 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-fe9c4852-7088-4815-866e-5538c1638223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0430214 Dec 24 10:52:54.609947 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-e5876e14-8181-4eca-80c0-4ad90aa77cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:52:54.611622 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-e5876e14-8181-4eca-80c0-4ad90aa77cdc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390582 Dec 24 10:52:54.704068 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-845aa006-1471-4c4d-aeb7-d912e59da7a0 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833437 Dec 24 10:52:54.793300 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bbcb0e86-1d36-4092-b01b-36fe03a1982a req-7a72f46d-c1a0-46c1-8b37-3d4488ba459b service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811336 Dec 24 10:52:54.834404 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46046) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:54.942233 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b279d4e4-5171-4589-86f6-ec106eae6fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.014913 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b279d4e4-5171-4589-86f6-ec106eae6fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.176098 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b279d4e4-5171-4589-86f6-ec106eae6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.214858 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b279d4e4-5171-4589-86f6-ec106eae6fea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffd5dcdf1fc84b4893d583464cf4a2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786285 Dec 24 10:52:55.221509 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279d4e4-5171-4589-86f6-ec106eae6fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595fc03b-fb4f-4cd3-9b8b-d5a5b33d688a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:55.221662 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46050) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:55.269081 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.290299 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.501984 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.504563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:55.505758 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/595fc03b-fb4f-4cd3-9b8b-d5a5b33d688a HTTP/1.1" status: 204 len: 168 time: 0.2871151 Dec 24 10:52:55.519354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55f67-118c-4399-9a6c-d2e1ff0ee81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595fc03b-fb4f-4cd3-9b8b-d5a5b33d688a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:56.113056 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2507ac1b-caae-4f69-949e-7e9253fd8513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:56.569825 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46070) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:56.582752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c7acd62-5c56-4360-b0c7-4264fd888974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:56.673171 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c7acd62-5c56-4360-b0c7-4264fd888974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:56.747455 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-8c7acd62-5c56-4360-b0c7-4264fd888974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:56.786136 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7acd62-5c56-4360-b0c7-4264fd888974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe3161-f91e-4b4d-9b7d-39b5a78d9858,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:56.790433 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-8c7acd62-5c56-4360-b0c7-4264fd888974 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=435a565483ea468aa225c90315404e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195725 Dec 24 10:52:56.802275 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46078) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:56.816282 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46080) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:56.852792 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:56.877229 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.130341 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.133224 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.134380 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3fe3161-f91e-4b4d-9b7d-39b5a78d9858 HTTP/1.1" status: 204 len: 168 time: 0.3310843 Dec 24 10:52:57.143560 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa81f51-efbc-461f-8db4-7564148f49c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe3161-f91e-4b4d-9b7d-39b5a78d9858,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:57.371838 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.624339 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Deleting port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:57.624670 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.702004 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] For port 729c25fd-54c9-4be8-bd54-9b463cd4b3a0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:57.702388 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:57.714833 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Calling delete_port for 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 owned by network:router_interface {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:58.041988 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.042559 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4560c4f3-6027-41c1-a522-4b2e50d95182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.066083 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=729c25fd-54c9-4be8-bd54-9b463cd4b3a0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:58.233508 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.453624 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:52:58.555673 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:52:58.562842 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-a9b35650-212c-4861-a740-53506cf587b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b0f1aaf-029f-4572-9b7a-1567e1ca466e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7433097 Dec 24 10:52:58.563521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46116) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:58.565611 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Sync routers for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:52:58.575861 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:58.576470 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:58.677889 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.682760 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:58.778928 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.860730 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': 'ce400565-3854-420f-b33b-2784a1db8197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:52:57Z', 'revision_number': 5, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port': {'id': 'ce400565-3854-420f-b33b-2784a1db8197', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:45:03Z', 'updated_at': '2021-12-24T10:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:58.887540 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Checking router: 0b0f1aaf-029f-4572-9b7a-1567e1ca466e for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:52:58.896243 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Routers {'0b0f1aaf-029f-4572-9b7a-1567e1ca466e'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:52:58.898151 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:52:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:58.941243 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Deleting port ce400565-3854-420f-b33b-2784a1db8197 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:52:58.941720 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:58.982209 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] Set router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e gateway port host: None {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:52:59.024459 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] For port ce400565-3854-420f-b33b-2784a1db8197, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=ce400565-3854-420f-b33b-2784a1db8197,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:52:59.024886 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.037387 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:52:58Z', 'revision_number': 6, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:52:59.038374 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Calling delete_port for ce400565-3854-420f-b33b-2784a1db8197 owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:52:59.044666 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.065271 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297c3df-ff4c-4890-ab48-04b02109b6de None None] The sync data for ids ['0b0f1aaf-029f-4572-9b7a-1567e1ca466e'] in dv-cinder-816443-3-iscsi is: [{'id': '0b0f1aaf-029f-4572-9b7a-1567e1ca466e', 'name': 'tempest-AttachVolumeShelveTestJSON-309618651-router', 'tenant_id': '8b52b70f10024974af39a32f1a1a2502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:45:01Z', 'updated_at': '2021-12-24T10:52:58Z', 'revision_number': 6, 'project_id': '8b52b70f10024974af39a32f1a1a2502', 'gw_port_host': None}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:52:59.393280 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.418282 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce400565-3854-420f-b33b-2784a1db8197,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:52:59.503872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.605177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.607358 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.718293 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.718865 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b0f1aaf-029f-4572-9b7a-1567e1ca466e {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:52:59.723535 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.724689 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-72a17a20-06ee-4323-9863-5526c54a1677 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b0f1aaf-029f-4572-9b7a-1567e1ca466e HTTP/1.1" status: 204 len: 168 time: 1.1602015 Dec 24 10:52:59.727816 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46142) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:52:59.775117 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Deleting subnet a8ccd075-ac62-45c8-bd20-88a948ae4fc5 {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:52:59.778213 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.811759 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.894549 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:52:59.949472 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46146) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:00.030160 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.067065 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ccd075-ac62-45c8-bd20-88a948ae4fc5,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:00.078082 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.078935 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0def6-0001-48b7-bc59-2827de8e411c None None] Network c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:53:00.083555 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e14ce2b5-f6c9-49ad-9385-f6fa022c22c9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a8ccd075-ac62-45c8-bd20-88a948ae4fc5 HTTP/1.1" status: 204 len: 168 time: 0.3523118 Dec 24 10:53:00.083555 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-cc6cafaf-7564-4600-8c1a-2720adc8d880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.083932 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46152) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:00.180942 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-cc6cafaf-7564-4600-8c1a-2720adc8d880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.214565 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.233037 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-cc6cafaf-7564-4600-8c1a-2720adc8d880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.260461 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] DHCP port deletion for c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:53:00.280023 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Deleting port 5d9df0fd-229e-4c23-95ea-b88e3880541e {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:53:00.280371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.286994 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-cc6cafaf-7564-4600-8c1a-2720adc8d880 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=608f083ee6ab4a9aa1b1f19352fcc93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340056 Dec 24 10:53:00.286994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cafaf-7564-4600-8c1a-2720adc8d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa8714a-74ae-4749-8739-e0b12bf83eec,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:00.287548 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46156) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:00.331161 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Deleting port 5d9df0fd-229e-4c23-95ea-b88e3880541e {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:53:00.331534 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.340799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.351565 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] For port 5d9df0fd-229e-4c23-95ea-b88e3880541e, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5d9df0fd-229e-4c23-95ea-b88e3880541e,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:53:00.352078 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.364851 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.366085 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Calling delete_port for 5d9df0fd-229e-4c23-95ea-b88e3880541e owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:53:00.395990 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] For port 5d9df0fd-229e-4c23-95ea-b88e3880541e, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5d9df0fd-229e-4c23-95ea-b88e3880541e,segment=NetworkSegment(9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1),segment_id=9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:53:00.396375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.409859 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Calling delete_port for 5d9df0fd-229e-4c23-95ea-b88e3880541e owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:53:00.547681 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.550221 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.551372 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fa8714a-74ae-4749-8739-e0b12bf83eec HTTP/1.1" status: 204 len: 168 time: 0.2629368 Dec 24 10:53:00.560521 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ad6ea-fb4a-4328-9f6c-de949a11dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa8714a-74ae-4749-8739-e0b12bf83eec,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:00.673354 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.679734 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.699030 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9df0fd-229e-4c23-95ea-b88e3880541e,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:00.702644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] No DVR routers for this DVR port 5d9df0fd-229e-4c23-95ea-b88e3880541e on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:53:00.708093 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] Pushing event deleted for resources: {'Port': ['ID=5d9df0fd-229e-4c23-95ea-b88e3880541e,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:00.710566 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ac870-7efb-4d3f-b33c-4ffc26bdf684 None None] No DVR routers for this DVR port 5d9df0fd-229e-4c23-95ea-b88e3880541e on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:53:00.777457 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.796479 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:00.818415 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:00.818415 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d89d5-db4e-4b40-b2dc-e500b0ba9cf1') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:00.818415 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.828439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.837005 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:53:00.837414 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:53:00.839052 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:53:00.924451 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.095810 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.100706 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.105047 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71 HTTP/1.1" status: 204 len: 168 time: 1.0193379 Dec 24 10:53:01.125077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db9b5-ffda-4543-8da6-16d3dafbba24 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b8ee9e-b93e-467f-bfaf-ed33e3a53f71,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:01.145663 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5d9df0fd-229e-4c23-95ea-b88e3880541e no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:53:01.151350 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 5d9df0fd-229e-4c23-95ea-b88e3880541e {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:53:01.151718 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5d9df0fd-229e-4c23-95ea-b88e3880541e not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:53:01.152375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ce400565-3854-420f-b33b-2784a1db8197 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:53:01.174011 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: ce400565-3854-420f-b33b-2784a1db8197 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:53:01.174349 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device ce400565-3854-420f-b33b-2784a1db8197 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:53:01.174947 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:53:01.194822 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:53:01.195158 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 729c25fd-54c9-4be8-bd54-9b463cd4b3a0 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:53:01.524271 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.542474 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46168) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:01.555724 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-529d8061-971b-497e-bf01-477060c09ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.626545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-529d8061-971b-497e-bf01-477060c09ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.673195 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46170) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:01.713287 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-63cba250-510f-490b-a75a-b593b4987a10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b52b70f10024974af39a32f1a1a2502&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389595 Dec 24 10:53:01.716004 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46174) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:01.762723 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.783661 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.792531 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-529d8061-971b-497e-bf01-477060c09ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.826981 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-529d8061-971b-497e-bf01-477060c09ba3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ac20401685e46ee832f81936a726d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834508 Dec 24 10:53:01.830124 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46176) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:01.831349 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d8061-971b-497e-bf01-477060c09ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a18cb-e0fd-4325-ba8b-c9d877b204c0,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:01.880362 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.902524 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.941439 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.944016 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:01.945180 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c99f96f1-ef04-45c5-8dd6-9553f2195b99 HTTP/1.1" status: 204 len: 168 time: 0.2281909 Dec 24 10:53:01.964493 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb48f27-b15d-4f34-b0d1-9ad463b7198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f96f1-ef04-45c5-8dd6-9553f2195b99,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:02.078775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:02.081666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:02.082803 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/827a18cb-e0fd-4325-ba8b-c9d877b204c0 HTTP/1.1" status: 204 len: 168 time: 0.2517498 Dec 24 10:53:02.090962 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f99c9-f4ee-4f16-8592-d4bf7fdde9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a18cb-e0fd-4325-ba8b-c9d877b204c0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:04.856582 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46270) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:04.960301 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3133a0e3-dbea-463a-9d37-42ca63681192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.030888 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3133a0e3-dbea-463a-9d37-42ca63681192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.112371 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3133a0e3-dbea-463a-9d37-42ca63681192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.149909 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3133a0e3-dbea-463a-9d37-42ca63681192 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78afd62245ec4a9cb5e0cc901172e607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922230 Dec 24 10:53:05.151837 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133a0e3-dbea-463a-9d37-42ca63681192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d30b6f8-bcee-4275-9861-fb3191d0455a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:05.153107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46274) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:05.207079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.227681 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.341071 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.343611 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:05.344738 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d30b6f8-bcee-4275-9861-fb3191d0455a HTTP/1.1" status: 204 len: 168 time: 0.1894486 Dec 24 10:53:05.352241 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50fbd1-b2aa-4a50-9a27-1e88759153b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d30b6f8-bcee-4275-9861-fb3191d0455a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:06.032791 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46290) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:06.045699 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-edd3374e-c26d-476f-b139-97c7cbd7e639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.116307 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-edd3374e-c26d-476f-b139-97c7cbd7e639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.319085 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-edd3374e-c26d-476f-b139-97c7cbd7e639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.356931 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-edd3374e-c26d-476f-b139-97c7cbd7e639 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f247d0c43f27462cbb0c160d9066e2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229947 Dec 24 10:53:06.358090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3374e-c26d-476f-b139-97c7cbd7e639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a9e86-6c80-41b3-9b44-af31339ff19f,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:06.359776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46292) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:06.407640 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.428475 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.626986 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.629527 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:06.630684 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e5a9e86-6c80-41b3-9b44-af31339ff19f HTTP/1.1" status: 204 len: 168 time: 0.2698812 Dec 24 10:53:06.638769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c630ed7-bd75-4c9b-83e1-37b397ad9359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a9e86-6c80-41b3-9b44-af31339ff19f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:12.850805 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-145f8746-af17-420b-84b6-cd34c2f73b00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386245 Dec 24 10:53:12.911011 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-9472cb54-8060-4a8d-adbe-b2114fad4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:53:12.912545 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-9472cb54-8060-4a8d-adbe-b2114fad4167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1099 time: 0.0394497 Dec 24 10:53:13.020141 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-cc1494e8-10f4-4b70-93a9-e9c6fb7caeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:53:13.021668 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-cc1494e8-10f4-4b70-93a9-e9c6fb7caeb0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.0899448 Dec 24 10:53:13.099441 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-e2562df2-4776-41dd-af03-9a47fcd68d58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 1002 time: 0.0701196 Dec 24 10:53:13.157421 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:14.265517 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-585a2904-938f-49ac-9823-378d0e673877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:53:14.266976 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-585a2904-938f-49ac-9823-378d0e673877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.3074429 Dec 24 10:53:14.859087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-20fe401c-a0b4-4475-9ef9-c1e1883a3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:53:14.860557 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-20fe401c-a0b4-4475-9ef9-c1e1883a3b90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400364 Dec 24 10:53:15.915433 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-34b80032-48d0-4dfc-be6f-8e328c4bae4b service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Dec 24 10:53:16.004119 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-6e29da4c-7f26-4a0a-9f03-49430fee081d req-658acf1d-6394-48b7-8891-db7109029486 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803080 Dec 24 10:53:18.663114 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46512) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:18.768623 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1c03-f148-4737-98e7-14a2d05f14c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:18.859839 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1c03-f148-4737-98e7-14a2d05f14c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.009737 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc0a1c03-f148-4737-98e7-14a2d05f14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.042128 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bc0a1c03-f148-4737-98e7-14a2d05f14c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86bf6eb2f0364a93b5fee6a813b4473b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779473 Dec 24 10:53:19.045082 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46518) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:19.056525 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a1c03-f148-4737-98e7-14a2d05f14c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271516d-ac91-414a-85de-eb5cd0d76303,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:19.098355 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:53:19.099635 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.121921 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.307219 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.309935 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:19.311152 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3271516d-ac91-414a-85de-eb5cd0d76303 HTTP/1.1" status: 204 len: 168 time: 0.2635117 Dec 24 10:53:19.321567 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce776c8f-9a6f-4532-8cbe-09150457ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271516d-ac91-414a-85de-eb5cd0d76303,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:22.296345 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46602) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:22.399469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7060a032-f8bf-43ed-82af-1b1421088ace admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.471879 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7060a032-f8bf-43ed-82af-1b1421088ace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.626714 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7060a032-f8bf-43ed-82af-1b1421088ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.668079 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7060a032-f8bf-43ed-82af-1b1421088ace admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a05435ef2f7b40d3b8cee316e12b89e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682964 Dec 24 10:53:22.668079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060a032-f8bf-43ed-82af-1b1421088ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174edc4-75ec-4b99-8c70-2683a6ae14b1,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:22.668627 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46610) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:22.716924 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.737303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.958260 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.960801 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:22.962001 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a174edc4-75ec-4b99-8c70-2683a6ae14b1 HTTP/1.1" status: 204 len: 168 time: 0.2922168 Dec 24 10:53:22.969775 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132780c3-a855-4a42-9a44-33de53ee2dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174edc4-75ec-4b99-8c70-2683a6ae14b1,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:23.273935 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46618) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:23.321329 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Deleting subnet 62afb78b-2cac-432f-929a-02bc1f6c07f8 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:53:23.324352 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.361921 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.402262 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.610000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.635772 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62afb78b-2cac-432f-929a-02bc1f6c07f8,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:23.639742 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.642909 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e54be70c-bf00-4b3f-ad3d-24f1e091d2e8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62afb78b-2cac-432f-929a-02bc1f6c07f8 HTTP/1.1" status: 204 len: 168 time: 0.3678467 Dec 24 10:53:23.645354 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46622) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:23.715126 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.791542 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.811158 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6398a4c-0879-44d1-a22a-b560c11704a8']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:23.820779 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0540ee-75d8-42c1-b36e-aa78ec828b49') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:23.821041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0540ee-75d8-42c1-b36e-aa78ec828b49') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:53:23.833221 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46624) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:23.840495 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.858160 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3d46255e-5eec-4529-be8f-e343d34b5d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.871408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.883131 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:53:23.883641 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:53:23.885339 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:53:23.984983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3d46255e-5eec-4529-be8f-e343d34b5d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.061193 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.066514 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.069690 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] 10.222.0.30 "DELETE /v2.0/networks/d6398a4c-0879-44d1-a22a-b560c11704a8 HTTP/1.1" status: 204 len: 168 time: 0.4233789 Dec 24 10:53:24.080155 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ff38f-437a-4783-90b1-4f82781e901c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6398a4c-0879-44d1-a22a-b560c11704a8,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:24.244107 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3d46255e-5eec-4529-be8f-e343d34b5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.281168 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46255e-5eec-4529-be8f-e343d34b5d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408f3200-d368-4838-90b8-7c8af10ba56c,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:24.287352 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3d46255e-5eec-4529-be8f-e343d34b5d04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82701764fd9f4453b135a840dbadd6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510908 Dec 24 10:53:24.288885 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46632) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:24.339912 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.361501 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.483930 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.486564 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.491338 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/408f3200-d368-4838-90b8-7c8af10ba56c HTTP/1.1" status: 204 len: 168 time: 0.1978633 Dec 24 10:53:24.495500 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98bc9c-e329-41e3-a1d1-6d9ef174b9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f3200-d368-4838-90b8-7c8af10ba56c,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:24.597974 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46636) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:24.636116 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-f2cf0d75-f3fc-4e48-851a-5522a73c3b56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=696f3d18f3af4e0eb5760d829e0c3977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369806 Dec 24 10:53:24.638766 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46638) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:24.683302 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.703779 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.975392 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.978058 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:24.979206 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b300e780-0f36-4bbb-ad77-f719fd19c2af HTTP/1.1" status: 204 len: 168 time: 0.3395026 Dec 24 10:53:24.987397 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c989678-c2a0-4fa5-83d7-7deee1f23641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b300e780-0f36-4bbb-ad77-f719fd19c2af,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:26.266743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-04c060df-86fd-46e2-a5dc-e9a2564ca0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:28.198076 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-346276e1-39f7-4862-b15a-6a55b0d499cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:29.169846 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:30.871281 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:31.501189 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:38.607514 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46858) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:38.735826 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46864) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:38.802127 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9d051780-1d9b-472c-8b59-e2edf43d2d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:38.817183 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44ced8bc-9ee0-4670-bca7-aadf0c0b68dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:38.932448 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9d051780-1d9b-472c-8b59-e2edf43d2d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:38.940597 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44ced8bc-9ee0-4670-bca7-aadf0c0b68dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:38.997922 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-9d051780-1d9b-472c-8b59-e2edf43d2d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.037173 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-9d051780-1d9b-472c-8b59-e2edf43d2d78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=385f71dee7c644c28db8c8479f68aa67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002625 Dec 24 10:53:39.038353 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051780-1d9b-472c-8b59-e2edf43d2d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe3c21d-abd8-4402-9d82-58e7249f30c3,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:39.039804 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46868) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:39.040872 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-44ced8bc-9ee0-4670-bca7-aadf0c0b68dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.076352 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-44ced8bc-9ee0-4670-bca7-aadf0c0b68dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d08b103e025c40d5bc87fe6cb4080ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675303 Dec 24 10:53:39.079983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46870) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:39.089789 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.092863 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced8bc-9ee0-4670-bca7-aadf0c0b68dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71790cb-34b7-4672-aba8-c7b54e7e0cd6,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:39.112580 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.131174 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.158639 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.243850 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.246478 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.247640 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fe3c21d-abd8-4402-9d82-58e7249f30c3 HTTP/1.1" status: 204 len: 168 time: 0.2067587 Dec 24 10:53:39.256732 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a1013-4c35-43a5-a77c-2616e36da2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe3c21d-abd8-4402-9d82-58e7249f30c3,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:39.278254 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.281364 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:39.285375 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c71790cb-34b7-4672-aba8-c7b54e7e0cd6 HTTP/1.1" status: 204 len: 168 time: 0.2017188 Dec 24 10:53:39.291296 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b084-b6f0-4fcd-b6aa-38b41a4034e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71790cb-34b7-4672-aba8-c7b54e7e0cd6,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:40.100652 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46880) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:40.113498 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.184617 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.243469 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46882) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:40.257171 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c049bb5c-aab6-48b5-bc16-d1c0e64af621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.326091 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c049bb5c-aab6-48b5-bc16-d1c0e64af621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.334800 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.372413 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=022f3d507eb64b6fb70afae607f59124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705464 Dec 24 10:53:40.373201 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f60379-6b27-4db1-8955-026b62cb6f6b,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:40.375089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46884) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:40.380298 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.380643 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.381012 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.381341 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.381665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.382007 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.382326 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.382648 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.383014 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.383328 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.383643 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.383951 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.384257 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4f5c13-7684-4a28-b172-75e21135394f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:40.414914 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-c049bb5c-aab6-48b5-bc16-d1c0e64af621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.423108 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.446659 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.456315 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bb5c-aab6-48b5-bc16-d1c0e64af621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6745aa-dd5e-4a7f-8e2d-daa60ce79182,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:40.460381 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-c049bb5c-aab6-48b5-bc16-d1c0e64af621 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ab26954d5474a73aac76a9980324889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158654 Dec 24 10:53:40.463095 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 46886) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:40.524354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.544572 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.664950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.667450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.668595 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3f60379-6b27-4db1-8955-026b62cb6f6b HTTP/1.1" status: 204 len: 168 time: 0.2925508 Dec 24 10:53:40.676001 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9d9d0-abc0-4077-998d-f4032ef29f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f60379-6b27-4db1-8955-026b62cb6f6b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:40.706121 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.709080 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:40.717180 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db6745aa-dd5e-4a7f-8e2d-daa60ce79182 HTTP/1.1" status: 204 len: 168 time: 0.2462819 Dec 24 10:53:40.718698 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884baae-4867-4dcc-9fee-7a6f9dd4ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6745aa-dd5e-4a7f-8e2d-daa60ce79182,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:42.850948 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46946) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:42.952774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57871065-c417-47dd-9825-976974712017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.027214 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57871065-c417-47dd-9825-976974712017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.152176 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.203808 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57871065-c417-47dd-9825-976974712017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.240704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57871065-c417-47dd-9825-976974712017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5b827-36a0-44ec-b4b1-bb7472ad8a4a,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:43.245233 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-57871065-c417-47dd-9825-976974712017 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2eae21356ed4ca999319030a0eff4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932819 Dec 24 10:53:43.249017 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 46958) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:43.296063 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.315995 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.506518 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.509110 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:43.510254 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3d5b827-36a0-44ec-b4b1-bb7472ad8a4a HTTP/1.1" status: 204 len: 168 time: 0.2603714 Dec 24 10:53:43.518350 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d27de9-7fc7-4f1f-85fb-efa39bb106e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5b827-36a0-44ec-b4b1-bb7472ad8a4a,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:47.687435 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47094) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:47.792108 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83829721-11d3-48b7-8bfb-df0008fa253c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:47.865922 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83829721-11d3-48b7-8bfb-df0008fa253c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:47.946187 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83829721-11d3-48b7-8bfb-df0008fa253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:47.983517 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-83829721-11d3-48b7-8bfb-df0008fa253c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21f794cc7af44d6d929d2311e6bd606d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950335 Dec 24 10:53:47.985685 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83829721-11d3-48b7-8bfb-df0008fa253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583d5a8b-47ab-49eb-bdbd-8a9b015746e1,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:47.986381 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47100) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:48.037549 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:48.058035 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:48.178825 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:48.181344 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:48.182511 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/583d5a8b-47ab-49eb-bdbd-8a9b015746e1 HTTP/1.1" status: 204 len: 168 time: 0.1951699 Dec 24 10:53:48.190055 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe02130-f425-4f4e-a854-6798cf5d0ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d5a8b-47ab-49eb-bdbd-8a9b015746e1,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:49.003160 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47108) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:49.016910 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a3208d68-ebef-451c-b1c4-6968ff2bd8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.086294 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a3208d68-ebef-451c-b1c4-6968ff2bd8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.186063 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a3208d68-ebef-451c-b1c4-6968ff2bd8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.222187 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-a3208d68-ebef-451c-b1c4-6968ff2bd8b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d194531af3e443f3836308636b5f7659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179866 Dec 24 10:53:49.224079 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3208d68-ebef-451c-b1c4-6968ff2bd8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeb97a2-8400-4494-969e-acb367ee37c3,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:49.224890 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47110) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:49.272013 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.292577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.414949 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.417571 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:49.418720 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eeb97a2-8400-4494-969e-acb367ee37c3 HTTP/1.1" status: 204 len: 168 time: 0.1928284 Dec 24 10:53:49.427172 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57664f31-5fa3-4723-bce7-3b84d01a768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeb97a2-8400-4494-969e-acb367ee37c3,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:56.000437 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-36944003-a4fc-4d04-8fd4-17f1b05a89a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:56.096540 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:53:57.304383 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47232) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:57.409892 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-630bbf83-6b06-4598-8942-dea36c31c190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.486116 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-630bbf83-6b06-4598-8942-dea36c31c190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.580704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-630bbf83-6b06-4598-8942-dea36c31c190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.621491 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-630bbf83-6b06-4598-8942-dea36c31c190 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e29ce3e3e364f4fbb58bea1d190e8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158379 Dec 24 10:53:57.622258 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bbf83-6b06-4598-8942-dea36c31c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820aa039-0f64-4384-b094-f160fa3ca4b4,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:57.625036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47236) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:57.674278 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.695975 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.741386 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47240) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:57.843561 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4cffc60c-04ab-4798-ab8f-00a63a579096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.866479 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.873736 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:57.873736 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/820aa039-0f64-4384-b094-f160fa3ca4b4 HTTP/1.1" status: 204 len: 168 time: 0.2442479 Dec 24 10:53:57.878226 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820aa039-0f64-4384-b094-f160fa3ca4b4,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:57.885311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.885660 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.886005 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.886330 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.886690 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.887317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.887636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.888232 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.888636 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.888988 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.889311 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.889628 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.889943 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d970d4e-97e2-4e57-abab-c50d3c789359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:53:57.925030 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4cffc60c-04ab-4798-ab8f-00a63a579096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.066069 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-4cffc60c-04ab-4798-ab8f-00a63a579096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.102584 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc60c-04ab-4798-ab8f-00a63a579096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb94dfa-6d43-4f5f-a360-3c705d22a2fa,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:58.104502 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2b72e40d-6cc9-4dd5-9fb0-2712c9604944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.106962 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-4cffc60c-04ab-4798-ab8f-00a63a579096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6e4526335d84f178233e5ad39a3d792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644631 Dec 24 10:53:58.109636 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47248) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:58.159031 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.179795 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.357873 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.360430 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:58.361674 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5eb94dfa-6d43-4f5f-a360-3c705d22a2fa HTTP/1.1" status: 204 len: 168 time: 0.2507989 Dec 24 10:53:58.370627 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3462b60-f219-49a2-abb7-622d16d53a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb94dfa-6d43-4f5f-a360-3c705d22a2fa,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:59.026303 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.143848 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47256) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:59.160612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f433229-5548-4934-af79-48291d9021f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.231066 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f433229-5548-4934-af79-48291d9021f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.350426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-3f433229-5548-4934-af79-48291d9021f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.388077 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-3f433229-5548-4934-af79-48291d9021f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d799fbbe4b1a41e9bc04e8f2fd48ed6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431059 Dec 24 10:53:59.389041 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f433229-5548-4934-af79-48291d9021f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b2afa-0e6a-45af-8765-e02ddc4295db,revision_number=1']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:53:59.390782 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47258) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:53:59.437892 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.458674 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.647020 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.649674 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:53:59.650819 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b99b2afa-0e6a-45af-8765-e02ddc4295db HTTP/1.1" status: 204 len: 168 time: 0.2590733 Dec 24 10:53:59.659122 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0b19e-6a8f-45a8-a074-53dd24e7bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b2afa-0e6a-45af-8765-e02ddc4295db,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:00.932796 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:01.377394 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-c6784d1b-b378-4f62-a083-3bf72767c9af tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649720889&fields=id&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 267 time: 0.0466948 Dec 24 10:54:01.435687 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:01.728945 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-7c9da7ef-0d41-496b-94bb-a610ec10f5e8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:01.730378 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-7c9da7ef-0d41-496b-94bb-a610ec10f5e8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.3457568 Dec 24 10:54:01.746691 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-6547a5ee-1ca7-432a-b1b5-e536bed407a6 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/quotas/9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 375 time: 0.0104370 Dec 24 10:54:01.799572 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-c85dee6c-979d-43d3-bf11-25bdbf3e120e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465827 Dec 24 10:54:01.892399 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-4f4efef1-343a-4e88-a75d-0f3a8f34516d service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807643 Dec 24 10:54:01.983557 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-74818aac-5f4e-4e82-82c0-696f86120971 service neutron] 10.222.0.30 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846555 Dec 24 10:54:02.798942 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ce28754c-409b-4f0f-baaf-95b8e766428b req-1437f1a4-ca60-44f1-af03-f1b68189c315 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0257192 Dec 24 10:54:03.874388 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f5e0dfc7-e305-4eb0-8d1e-4957b8db10ae req-2cb7bacf-9472-4b29-a6a9-acbb2528dd57 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0249293 Dec 24 10:54:04.964377 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9cdf9a8e-bdc4-42cf-a461-87ace7892fea req-0050a498-bc88-4e4d-99ca-a0600560d518 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0249543 Dec 24 10:54:06.056255 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-952d79fd-2807-4d25-9f6f-ce54659a9fb8 req-9784cfce-2a16-4aed-bff9-f920a14dc1a0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0255172 Dec 24 10:54:07.191637 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-df58fbda-ce60-45d0-a566-d0df431d798f req-881d26e4-4123-4e1f-81af-025c6f14f6ff tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0283887 Dec 24 10:54:07.988843 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-71a490c8-5933-4660-92e0-170e90eea8e0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:07.990392 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-71a490c8-5933-4660-92e0-170e90eea8e0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 811 time: 0.0996037 Dec 24 10:54:08.058506 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-6bb45f20-82e8-4571-9bd5-96f45d212342 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d0fd34670674906aa9a61200251b76c HTTP/1.1" status: 200 len: 380 time: 0.0591781 Dec 24 10:54:08.067710 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'port': {'device_id': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'admin_state_up': True, 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'security_groups': ['6e5911ec-392f-42da-b2ed-53b9f94ad4ec']}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:54:08.247910 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Made reservation on behalf of 9d0fd34670674906aa9a61200251b76c for: {'port': 1} {{(pid=109771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 10:54:08.251507 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:08.295468 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-cbfedf6c-d612-48d0-b162-d3afa9bb1646 req-8b861551-2619-4325-ab94-09853df6526f tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0295718 Dec 24 10:54:08.391719 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.20.0.7 (c02b29c7-4d73-429c-95e6-0bbcaa5e122f/4aa10761-1c4f-48eb-beb8-c4b99157d59d/64a9ec23-cf36-4986-aad5-30b008dd3191) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:54:08.525774 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:08.658424 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:08.713018 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:54:08.716144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:54:08.719868 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:54:08.726301 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:08.772533 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:08.773190 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:08.891958 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ec05c4e8-378b-44c4-b269-ef875ba03d20 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279858 Dec 24 10:54:08.905042 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Request body: {'port': {'device_id': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81644'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:54:08.957318 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:08.974039 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-97a8a94b-4765-4945-93be-b24bfe4002f7 None None] Provisioning complete for port 64a9ec23-cf36-4986-aad5-30b008dd3191 triggered by entity DHCP. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:54:08.974613 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-97a8a94b-4765-4945-93be-b24bfe4002f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.012195 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-97a8a94b-4765-4945-93be-b24bfe4002f7 None None] Port 64a9ec23-cf36-4986-aad5-30b008dd3191 cannot update to ACTIVE because it is not bound. {{(pid=109774) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 10:54:09.231310 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a9ec23-cf36-4986-aad5-30b008dd3191 {{(pid=109771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:54:09.238771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.250260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.provisioning_blocks [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Transition to ACTIVE for port object 64a9ec23-cf36-4986-aad5-30b008dd3191 will not be triggered until provisioned by entity L2. {{(pid=109771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 10:54:09.410413 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa08f0-adb9-46d7-a2c4-aa98e05dd461 req-8d213271-5a15-4b14-8dc4-64c8a4ce8d19 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:09.411865 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfaa08f0-adb9-46d7-a2c4-aa98e05dd461 req-8d213271-5a15-4b14-8dc4-64c8a4ce8d19 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 931 time: 0.0478971 Dec 24 10:54:09.462122 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-cfaa08f0-adb9-46d7-a2c4-aa98e05dd461 req-2ffda98e-085d-4518-a564-72a6cc24db06 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Dec 24 10:54:09.464538 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.539545 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:09.592877 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Attempting to bind port 64a9ec23-cf36-4986-aad5-30b008dd3191 on host hv-cinder-81644 for vnic_type normal with profile {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:54:09.593130 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Attempting to bind port 64a9ec23-cf36-4986-aad5-30b008dd3191 by drivers openvswitch,hyperv on host hv-cinder-81644 at level 0 using segments [{'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 10:54:09.593459 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Attempting to bind port 64a9ec23-cf36-4986-aad5-30b008dd3191 on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:54:09.598441 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Port 64a9ec23-cf36-4986-aad5-30b008dd3191 on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81644 {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 10:54:09.598862 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Attempting to bind port 64a9ec23-cf36-4986-aad5-30b008dd3191 on network c02b29c7-4d73-429c-95e6-0bbcaa5e122f {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 10:54:09.603941 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Checking agent: {'id': '89349a29-74e6-4d53-a656-845d040d7514', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81644', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 10:54:09.610107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Checking segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 10:54:09.610107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Bound using segment: {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'} {{(pid=109771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 10:54:09.610107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.managers [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Bound port: 64a9ec23-cf36-4986-aad5-30b008dd3191, host: hv-cinder-81644, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9355e346-67a8-4015-a7cf-2149992da6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f'}}] {{(pid=109771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 10:54:09.610107 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.672515 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, cleared binding levels {{(pid=109771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 10:54:09.675866 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=64a9ec23-cf36-4986-aad5-30b008dd3191,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 10:54:09.762354 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.802356 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:09.802966 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:09.804346 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] 10.222.0.24 "PUT /v2.0/ports/64a9ec23-cf36-4986-aad5-30b008dd3191 HTTP/1.1" status: 200 len: 1093 time: 0.9035618 Dec 24 10:54:09.804782 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:54:09.807038 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e782fa-cd88-42d8-8e34-635568f96eba" -d '{"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:54:09.839203 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a369ee-2e94-4454-a663-eff7c84dffe1 service neutron] Pushing event updated for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=3']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:09.854803 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4150af8-d082-4621-8f96-bf5bb0082193 x-openstack-request-id: req-b4150af8-d082-4621-8f96-bf5bb0082193 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:54:09.855218 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:54:09.855719 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4150af8-d082-4621-8f96-bf5bb0082193 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:54:09.856280 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'status': 'completed', 'code': 200} Dec 24 10:54:09.923377 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-c9e41d82-0d99-4360-ba2a-a27c41af86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:09.924955 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-c9e41d82-0d99-4360-ba2a-a27c41af86f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1096 time: 0.0434635 Dec 24 10:54:10.026846 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-931dc884-7361-45f9-9ed2-4b3a7f9e28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.028309 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-931dc884-7361-45f9-9ed2-4b3a7f9e28bf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d0fd34670674906aa9a61200251b76c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946014 Dec 24 10:54:10.141193 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-f186c214-445e-4c55-ab92-a2546506b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.142648 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d0e782fa-cd88-42d8-8e34-635568f96eba req-f186c214-445e-4c55-ab92-a2546506b17a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077216 Dec 24 10:54:10.224446 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-258ba4ce-5749-4602-8866-15015329ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.225955 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-258ba4ce-5749-4602-8866-15015329ea68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1096 time: 0.0393891 Dec 24 10:54:10.271021 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-ba0a2d68-4bb9-40c3-abaf-ec0d5f529d92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a9ec23-cf36-4986-aad5-30b008dd3191 HTTP/1.1" status: 200 len: 217 time: 0.0373056 Dec 24 10:54:10.319530 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-e7412bf9-99ed-4e5b-b165-3cce7aa1a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.320970 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-e7412bf9-99ed-4e5b-b165-3cce7aa1a9e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0424242 Dec 24 10:54:10.366999 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-89a826e6-a453-400a-87f9-9a3ca9814b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.368413 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-89a826e6-a453-400a-87f9-9a3ca9814b07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383725 Dec 24 10:54:10.459182 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-f7cb634e-a0b5-4d3c-a68c-e5d73826eab8 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Dec 24 10:54:10.560617 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45ed87ae-9f3a-494a-8737-440f7578c73f req-08e41341-7301-4d2b-a58e-ea92a067e07b service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939293 Dec 24 10:54:10.621317 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb11f1-8389-43ab-ae22-8267aa6596a4 req-c733aaff-e224-4372-ae9d-d93c3f28928b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:10.622840 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47fb11f1-8389-43ab-ae22-8267aa6596a4 req-c733aaff-e224-4372-ae9d-d93c3f28928b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0521498 Dec 24 10:54:10.678867 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47fb11f1-8389-43ab-ae22-8267aa6596a4 req-4fb043f3-d13c-4b96-80c2-fa09176cc035 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497313 Dec 24 10:54:11.793587 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96fe7-c139-4040-8d5f-a279ed331770 req-4451a09b-df2c-4993-9179-8be713dfa743 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:11.795036 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-24e96fe7-c139-4040-8d5f-a279ed331770 req-4451a09b-df2c-4993-9179-8be713dfa743 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0481069 Dec 24 10:54:11.843579 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-24e96fe7-c139-4040-8d5f-a279ed331770 req-65abf952-5c9f-4803-95a2-f9f7342c85b3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Dec 24 10:54:12.508839 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47392) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:12.611155 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b4f-dc9c-4724-a9dc-0149de432659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:12.682089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b4f-dc9c-4724-a9dc-0149de432659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:12.802306 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b4f-dc9c-4724-a9dc-0149de432659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:12.840883 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4f8a2b4f-dc9c-4724-a9dc-0149de432659 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b591496673684ce797ecb67ca11ae6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309486 Dec 24 10:54:12.841797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2b4f-dc9c-4724-a9dc-0149de432659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9751724e-fa70-4e50-a246-cc7a49e40e6c,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:12.844521 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47396) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:12.894949 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:12.915531 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:12.958283 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554959-8f2e-4204-bbfe-e57421040d20 req-e4184479-b71f-4642-a2da-ea0a7a355b02 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:12.959677 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ca554959-8f2e-4204-bbfe-e57421040d20 req-e4184479-b71f-4642-a2da-ea0a7a355b02 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0495374 Dec 24 10:54:13.008361 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-ca554959-8f2e-4204-bbfe-e57421040d20 req-a104c039-c53a-4af1-98f2-3749aaa5be1d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Dec 24 10:54:13.031103 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:13.033729 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:13.035082 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9751724e-fa70-4e50-a246-cc7a49e40e6c HTTP/1.1" status: 204 len: 168 time: 0.1891677 Dec 24 10:54:13.042799 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a1cce-90d9-4489-90fa-c0030bf9b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9751724e-fa70-4e50-a246-cc7a49e40e6c,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:13.128234 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:14.123585 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5934b-0167-45d9-9a5f-cc8501b8be95 req-655748c4-d58c-443f-b1ab-a9790bdbe5f0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:14.125156 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66f5934b-0167-45d9-9a5f-cc8501b8be95 req-655748c4-d58c-443f-b1ab-a9790bdbe5f0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Dec 24 10:54:14.174838 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-66f5934b-0167-45d9-9a5f-cc8501b8be95 req-792c8508-fc35-4b32-b61e-655345f01dd8 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Dec 24 10:54:15.290371 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a950e8-49fd-4603-8496-7dc2f9de883b req-83b4563b-1ca3-4782-85ce-8f23851239c3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:15.291755 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-39a950e8-49fd-4603-8496-7dc2f9de883b req-83b4563b-1ca3-4782-85ce-8f23851239c3 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0502572 Dec 24 10:54:15.340214 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-39a950e8-49fd-4603-8496-7dc2f9de883b req-eda084b0-64ed-4bc3-8eaf-77ece2c1ee5a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422027 Dec 24 10:54:16.452882 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe3ff0-81d0-4757-a25f-c86d59da9488 req-9d9a1514-d686-4b1a-ab2f-19d8641373e0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:16.454288 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cfe3ff0-81d0-4757-a25f-c86d59da9488 req-9d9a1514-d686-4b1a-ab2f-19d8641373e0 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0474102 Dec 24 10:54:16.502803 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2cfe3ff0-81d0-4757-a25f-c86d59da9488 req-5db9416a-a3ef-43f4-94a1-6f4734749307 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Dec 24 10:54:17.620691 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39d5c4-d8a8-4a37-9556-67ad514292f3 req-4da80179-98d4-421d-a7b6-cc15c791d6dd tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:17.622170 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-aa39d5c4-d8a8-4a37-9556-67ad514292f3 req-4da80179-98d4-421d-a7b6-cc15c791d6dd tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0470388 Dec 24 10:54:17.673059 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-aa39d5c4-d8a8-4a37-9556-67ad514292f3 req-6335b713-72d0-4363-b34a-d00937a50d6d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Dec 24 10:54:18.773863 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 64a9ec23-cf36-4986-aad5-30b008dd3191 details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:54:18.788014 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3303727-dcc7-4d81-8469-262f0a7e8bb8 req-e1dcbbae-cdc4-45f0-981b-94d389aed565 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:18.789514 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3303727-dcc7-4d81-8469-262f0a7e8bb8 req-e1dcbbae-cdc4-45f0-981b-94d389aed565 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 943 time: 0.0481746 Dec 24 10:54:18.846323 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-f3303727-dcc7-4d81-8469-262f0a7e8bb8 req-e6904392-56aa-4640-a660-c5f2f75d9519 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508611 Dec 24 10:54:18.995509 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=64a9ec23-cf36-4986-aad5-30b008dd3191,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:54:19.006820 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'port_id': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'mac_address': 'fa:16:3e:d2:c1:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:54:19.042506 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:19.055162 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a9ec23-cf36-4986-aad5-30b008dd3191 {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:54:19.074221 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=64a9ec23-cf36-4986-aad5-30b008dd3191,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:54:19.145438 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:19.190653 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=4']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:19.198374 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.198734 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.199081 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.199449 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.199872 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.200236 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.200568 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.200958 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.201289 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.201621 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.201947 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.202290 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.202615 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:19.376254 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['64a9ec23-cf36-4986-aad5-30b008dd3191'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:54:19.964339 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d24519-29be-42c3-8f31-84319bf2eddf req-ca60c63c-b030-43ea-9736-b63cfac70fc5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:19.965795 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c6d24519-29be-42c3-8f31-84319bf2eddf req-ca60c63c-b030-43ea-9736-b63cfac70fc5 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Dec 24 10:54:20.014272 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c6d24519-29be-42c3-8f31-84319bf2eddf req-fe82d53b-02cf-4c66-887f-0af7293dd117 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Dec 24 10:54:20.790730 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 64a9ec23-cf36-4986-aad5-30b008dd3191 up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:54:20.928484 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning for port 64a9ec23-cf36-4986-aad5-30b008dd3191 completed by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 10:54:20.932430 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port 64a9ec23-cf36-4986-aad5-30b008dd3191 triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:54:20.932830 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:21.011541 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:21.034662 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:54:21.036799 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ba8a54-e64e-43b5-829b-58caae00d6b7" -d '{"events": [{"server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "name": "network-vif-plugged", "status": "completed", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:54:21.049198 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=64a9ec23-cf36-4986-aad5-30b008dd3191,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:54:21.077356 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f835b64-67bb-49b8-a0d4-d16486c5f46b x-openstack-request-id: req-0f835b64-67bb-49b8-a0d4-d16486c5f46b {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:54:21.077752 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "name": "network-vif-plugged", "status": "completed", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:54:21.078013 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f835b64-67bb-49b8-a0d4-d16486c5f46b {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:54:21.078407 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'code': 200} Dec 24 10:54:21.134035 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:21.135072 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2f651-b32a-4308-9835-49718d9ffee2 req-3389c54a-0602-4e26-aadd-8483d900be40 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:21.141391 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-aef2f651-b32a-4308-9835-49718d9ffee2 req-3389c54a-0602-4e26-aadd-8483d900be40 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 944 time: 0.0606239 Dec 24 10:54:21.187585 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-aef2f651-b32a-4308-9835-49718d9ffee2 req-2bc9296a-f6fe-4530-9c4b-d163ac1809eb tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447099 Dec 24 10:54:21.189179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=5']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:21.455211 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5044-7125-4589-aed1-edd25dc791a6 req-456145e0-578e-4794-be90-f2782971b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:21.456666 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f90b5044-7125-4589-aed1-edd25dc791a6 req-456145e0-578e-4794-be90-f2782971b0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1098 time: 0.0391319 Dec 24 10:54:21.502939 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-f90b5044-7125-4589-aed1-edd25dc791a6 req-6fec087c-6177-490a-b7c2-785c0c6c1840 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392480 Dec 24 10:54:22.302673 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909cb63-49b1-4528-86ec-7c757f8981ff req-47e93947-a0eb-4931-b8e4-9516118c638b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:22.304121 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c909cb63-49b1-4528-86ec-7c757f8981ff req-47e93947-a0eb-4931-b8e4-9516118c638b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0477521 Dec 24 10:54:22.354969 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c909cb63-49b1-4528-86ec-7c757f8981ff req-76569448-085c-4afd-b933-34d05915238c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Dec 24 10:54:23.465039 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195cac4-0dd2-4986-a4ff-1b8d9707e47f req-b9aa859c-cfb8-444c-a0ca-5a6ac691704b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:23.466466 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7195cac4-0dd2-4986-a4ff-1b8d9707e47f req-b9aa859c-cfb8-444c-a0ca-5a6ac691704b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0461762 Dec 24 10:54:23.513333 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7195cac4-0dd2-4986-a4ff-1b8d9707e47f req-6e1ed7c5-504f-4dbd-805a-3bbd79d61d14 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Dec 24 10:54:23.622502 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e397be-788e-4d38-998e-c43c4a88c89f req-eec56db6-ae33-4c73-befe-86bbf67a5bec tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:23.623907 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b3e397be-788e-4d38-998e-c43c4a88c89f req-eec56db6-ae33-4c73-befe-86bbf67a5bec tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0459008 Dec 24 10:54:23.677644 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b3e397be-788e-4d38-998e-c43c4a88c89f req-39b900bf-c777-4b6b-936d-5d66f1257ffd tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472682 Dec 24 10:54:23.699440 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47496) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:23.888980 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8002fe-24c0-482f-bd2e-7dac85034514 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:23.890471 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ed8002fe-24c0-482f-bd2e-7dac85034514 tempest-TestVolumeBootPattern-1407248685 tempest-TestVolumeBootPattern-1407248685-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1093 time: 0.1900876 Dec 24 10:54:23.893223 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47502) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:23.897546 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.v2.base [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Request body: {'floatingip': {'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'port_id': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:54:24.042774 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:24.137879 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:24.236905 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_common [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Allocated IP 172.27.1.118 (3dfe29d7-e6f6-4c1f-9df8-82213c079aa9/3b6865f5-f705-48c0-bea0-9d77b45ec580/accadb0c-77b5-4e83-b437-3340b3156865) {{(pid=109771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 10:54:24.337622 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:24.463608 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739826525049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:24.502684 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Network 3dfe29d7-e6f6-4c1f-9df8-82213c079aa9 is already hosted by enough agents. {{(pid=109771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 10:54:24.506054 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.base_scheduler [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Resources bound (agent type, host, resource id): {{(pid=109771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 10:54:24.509485 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Received port after_create {{(pid=109771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 10:54:24.515032 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=accadb0c-77b5-4e83-b437-3340b3156865,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:24.861029 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.024325 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.164638 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for port, precommit_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.351286 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5850571'] for port, after_update {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.421879 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event updated for resources: {'Port': ['ID=accadb0c-77b5-4e83-b437-3340b3156865,revision_number=2']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:25.432114 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532745'] for floatingip, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.526638 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 4cf0cf50-23c0-4247-900e-71409b892a5b associated. External IP: 172.27.1.118, port: 64a9ec23-cf36-4986-aad5-30b008dd3191. Dec 24 10:54:25.931464 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-41f9a8b2-f71f-4fb1-8aaa-390bbc416582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:25.988767 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:54:26.089237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:54:26.099707 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:54:26.109517 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:54:26.116988 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:53:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:54:26.187721 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:26.215578 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:54:26.216512 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-624c564e-585e-4b16-a37d-af679e6c5f34 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3221812 Dec 24 10:54:26.217132 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:54:26.219389 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb60568-6151-4ade-9083-7b63f2041491" -d '{"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:54:26.263084 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632305d-c071-40d5-97e5-45bfb18e13e8 x-openstack-request-id: req-e632305d-c071-40d5-97e5-45bfb18e13e8 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:54:26.263379 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:54:26.263638 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e632305d-c071-40d5-97e5-45bfb18e13e8 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:54:26.264039 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'status': 'completed', 'code': 200} Dec 24 10:54:26.346004 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60568-6151-4ade-9083-7b63f2041491 req-8bceefed-ab45-4b25-9ca5-fcb0a7caeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:26.347907 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-8bceefed-ab45-4b25-9ca5-fcb0a7caeddf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1098 time: 0.0385454 Dec 24 10:54:26.437153 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60568-6151-4ade-9083-7b63f2041491 req-c1be4ab2-549d-4823-a097-daa709089679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:26.438568 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-c1be4ab2-549d-4823-a097-daa709089679 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.0826221 Dec 24 10:54:26.445700 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '4cf0cf50-23c0-4247-900e-71409b892a5b', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:d2:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:54:24Z', 'updated_at': '2021-12-24T10:54:24Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}, {'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:54:26.473243 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:54:26.481520 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:54:26.482127 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:53:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:54:26.507085 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-fc88565a-b2ec-4c81-9052-aab8992db93a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a9ec23-cf36-4986-aad5-30b008dd3191 HTTP/1.1" status: 200 len: 999 time: 0.0601783 Dec 24 10:54:26.555493 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60568-6151-4ade-9083-7b63f2041491 req-217ae8c4-088c-4f6f-add6-de5515a8ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:26.556984 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-217ae8c4-088c-4f6f-add6-de5515a8ca01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0429652 Dec 24 10:54:26.585181 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:54:26.601108 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb60568-6151-4ade-9083-7b63f2041491 req-8fda9ebd-37e9-41df-99c8-24cb66778001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:26.602519 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-8fda9ebd-37e9-41df-99c8-24cb66778001 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385427 Dec 24 10:54:26.698445 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-3e24d1d5-8a24-492a-b1a5-a729c9257526 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871816 Dec 24 10:54:26.790737 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-3bb60568-6151-4ade-9083-7b63f2041491 req-222e79f1-b7e8-4542-a90a-ccd038aefa7e service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Dec 24 10:54:26.808735 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '4cf0cf50-23c0-4247-900e-71409b892a5b', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:d2:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:54:24Z', 'updated_at': '2021-12-24T10:54:24Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}, {'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:54:26.839848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64e02f-f32e-4896-99be-2c9e56712e59 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '4cf0cf50-23c0-4247-900e-71409b892a5b', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:d2:c1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:54:24Z', 'updated_at': '2021-12-24T10:54:24Z', 'revision_number': 0, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}, {'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:54:27.017260 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d1f8b3-0336-4f34-84ed-228b053ce0c3 None None] New status for floating IP 4cf0cf50-23c0-4247-900e-71409b892a5b: ACTIVE {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:54:28.031241 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-76843605-8488-4617-ad4a-330d638ea7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:29.097673 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:30.922574 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:31.453550 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:33.094295 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:54:43.119725 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:52.764060 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26086a-9b80-461c-994d-c1d26aa3477f req-8ebd82f3-b45f-4818-966a-df8e701cfbdc tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:52.765556 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0f26086a-9b80-461c-994d-c1d26aa3477f req-8ebd82f3-b45f-4818-966a-df8e701cfbdc tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0511136 Dec 24 10:54:52.812716 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-0f26086a-9b80-461c-994d-c1d26aa3477f req-70e7ebe0-f69a-4be8-bcbe-baceb6126fa8 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Dec 24 10:54:53.937408 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5518625-d2a0-4a31-b3d5-31ef279bf7cf req-9c50dcfd-2d8d-4fe1-b0a8-93904c198e29 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:53.938857 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d5518625-d2a0-4a31-b3d5-31ef279bf7cf req-9c50dcfd-2d8d-4fe1-b0a8-93904c198e29 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0476115 Dec 24 10:54:53.987144 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d5518625-d2a0-4a31-b3d5-31ef279bf7cf req-17e2cbf0-c231-4d25-8692-6931772b249c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Dec 24 10:54:55.101236 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6297df-5f1f-4cf5-b00e-20f4d05346d0 req-9918ffb2-6055-44af-827d-4481db1ed8e3 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:55.102601 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3a6297df-5f1f-4cf5-b00e-20f4d05346d0 req-9918ffb2-6055-44af-827d-4481db1ed8e3 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0467427 Dec 24 10:54:55.150427 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-3a6297df-5f1f-4cf5-b00e-20f4d05346d0 req-b110815b-5bc7-4bc6-86ea-f83de865cdfd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Dec 24 10:54:56.016255 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6670c5ed-868c-4a94-82f7-29efeb63ed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:56.263690 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6b36e-5012-4f41-a245-d806cf9958ae req-873274d3-8746-4f67-b63c-79519ee99952 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:56.265170 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-42c6b36e-5012-4f41-a245-d806cf9958ae req-873274d3-8746-4f67-b63c-79519ee99952 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0484171 Dec 24 10:54:56.312274 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-42c6b36e-5012-4f41-a245-d806cf9958ae req-d18f0f1b-0ee7-4f9b-a4a8-248e72bbef09 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Dec 24 10:54:57.025831 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47708) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:57.126165 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-db28da2f-a787-4dd8-8fc3-82dc29d7fbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.199008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-db28da2f-a787-4dd8-8fc3-82dc29d7fbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.285864 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-db28da2f-a787-4dd8-8fc3-82dc29d7fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_create {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.328117 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-db28da2f-a787-4dd8-8fc3-82dc29d7fbaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b10cceca6406497aa0f9c96ad5493fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011856 Dec 24 10:54:57.328886 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28da2f-a787-4dd8-8fc3-82dc29d7fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b691dc40-e6cf-4283-b2cd-a174f3b432f9,revision_number=1']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:57.330877 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47712) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:54:57.379612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.427983 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.465793 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e988-4717-45a1-ad14-6548684b61e9 req-077e37db-4ecb-4e82-bcbb-ef3f4a2e4a75 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:57.467239 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-42b0e988-4717-45a1-ad14-6548684b61e9 req-077e37db-4ecb-4e82-bcbb-ef3f4a2e4a75 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0859284 Dec 24 10:54:57.516927 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-42b0e988-4717-45a1-ad14-6548684b61e9 req-4a663c2d-4797-4ba5-85a0-f2a6666a49c2 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Dec 24 10:54:57.596077 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.598696 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:57.599813 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b691dc40-e6cf-4283-b2cd-a174f3b432f9 HTTP/1.1" status: 204 len: 168 time: 0.2674148 Dec 24 10:54:57.607667 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b691dc40-e6cf-4283-b2cd-a174f3b432f9,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:54:57.614740 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.615090 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.615425 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.615759 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.616085 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.616408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.616734 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.617079 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.617420 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.617769 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.618093 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.618411 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:57.618726 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4c397-be04-4033-bd68-800ae9791f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:54:58.007682 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7c388e85-1384-4a57-bab4-151be23282ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:58.627950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5764e9-be24-4ea0-bfd9-2cfb6094c927 req-4635a078-7b5b-4854-8787-49f7e181c432 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:58.629477 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bc5764e9-be24-4ea0-bfd9-2cfb6094c927 req-4635a078-7b5b-4854-8787-49f7e181c432 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0469913 Dec 24 10:54:58.677351 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-bc5764e9-be24-4ea0-bfd9-2cfb6094c927 req-09ad37ad-65b6-447c-bd2b-8616bc5387b5 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Dec 24 10:54:59.047512 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:54:59.788210 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615f28c-22b8-4da3-8116-f721f94ab64c req-4c0d79d3-585a-4211-9f92-bf00a2f407ba tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:54:59.789705 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2615f28c-22b8-4da3-8116-f721f94ab64c req-4c0d79d3-585a-4211-9f92-bf00a2f407ba tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0475645 Dec 24 10:54:59.841475 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2615f28c-22b8-4da3-8116-f721f94ab64c req-fc178912-9b2d-4107-9811-29e1c84fb958 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417852 Dec 24 10:55:00.847992 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:00.964386 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4059e-c9f2-4ba8-919e-56f532062d42 req-3f42e3a5-891d-4455-8a56-a02d788bae6e tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:00.967778 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-41c4059e-c9f2-4ba8-919e-56f532062d42 req-3f42e3a5-891d-4455-8a56-a02d788bae6e tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0583715 Dec 24 10:55:01.024951 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-41c4059e-c9f2-4ba8-919e-56f532062d42 req-3c6c4f08-abfc-456f-b012-11a4fd01e56b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483258 Dec 24 10:55:01.457167 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:02.300535 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201342e-5189-4fa4-af34-f288e2c267c0 req-6cf5a238-4fe4-4553-9595-6a769520aa38 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:02.302018 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9201342e-5189-4fa4-af34-f288e2c267c0 req-6cf5a238-4fe4-4553-9595-6a769520aa38 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.2099445 Dec 24 10:55:02.348692 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-9201342e-5189-4fa4-af34-f288e2c267c0 req-dd828ab7-93c0-44d6-9a23-8c6c38f08dc7 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Dec 24 10:55:02.941339 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c22af-090f-4958-a9c8-e67721fa3267 req-b463af37-8765-4508-92b7-d51e246a7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:02.961203 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-b463af37-8765-4508-92b7-d51e246a7983 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0389516 Dec 24 10:55:03.030594 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c22af-090f-4958-a9c8-e67721fa3267 req-fa83d39f-6c19-4f7b-9300-00159c9640bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:03.032029 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-fa83d39f-6c19-4f7b-9300-00159c9640bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 909 time: 0.0823133 Dec 24 10:55:03.100279 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-4d8e18d7-6b39-42fc-bf9a-27a11c249a44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 1000 time: 0.0606337 Dec 24 10:55:03.147640 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c22af-090f-4958-a9c8-e67721fa3267 req-f3582518-b314-48e7-9571-6d8a6bf2e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:03.149137 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-f3582518-b314-48e7-9571-6d8a6bf2e279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0422964 Dec 24 10:55:03.193049 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c22af-090f-4958-a9c8-e67721fa3267 req-e8b0fd0f-79a1-4250-bdec-8097e249e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:03.194468 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-e8b0fd0f-79a1-4250-bdec-8097e249e213 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385244 Dec 24 10:55:03.283290 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-b8949f5f-8573-4d93-9cba-2c153b535ccc service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819411 Dec 24 10:55:03.377244 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-625c22af-090f-4958-a9c8-e67721fa3267 req-ada1b4a4-cba1-4c31-a858-0616602c6d52 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Dec 24 10:55:03.513817 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d95e-6377-4384-972d-c1d755afc0c2 req-23e58f18-866a-4df9-89f8-36ed929479ce tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:03.515260 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9031d95e-6377-4384-972d-c1d755afc0c2 req-23e58f18-866a-4df9-89f8-36ed929479ce tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.1005342 Dec 24 10:55:03.562484 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9031d95e-6377-4384-972d-c1d755afc0c2 req-56013127-9d2a-4276-875f-3b617247e488 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Dec 24 10:55:04.671500 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a78e1-1d9c-42ed-9cf8-ad00ffbd4a21 req-5bcc56e6-8d39-4c93-9808-ae2830255149 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:04.672955 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d2a78e1-1d9c-42ed-9cf8-ad00ffbd4a21 req-5bcc56e6-8d39-4c93-9808-ae2830255149 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0468152 Dec 24 10:55:04.720312 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5d2a78e1-1d9c-42ed-9cf8-ad00ffbd4a21 req-1ab24279-1ec0-4ad8-9326-184658654145 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Dec 24 10:55:05.837499 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e14a48-837b-4153-b4cd-51fc99617bb9 req-7c8d9d4c-6273-4a09-9f16-b0e8e166515c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:05.838927 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a4e14a48-837b-4153-b4cd-51fc99617bb9 req-7c8d9d4c-6273-4a09-9f16-b0e8e166515c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Dec 24 10:55:05.887663 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a4e14a48-837b-4153-b4cd-51fc99617bb9 req-6ef352a2-3cde-4370-a376-e0596d587328 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Dec 24 10:55:07.007601 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96361bdb-764f-4327-a88c-6cac461ecdf2 req-51ee9fcf-e55e-44b5-9dda-52fdda76186a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:07.009107 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96361bdb-764f-4327-a88c-6cac461ecdf2 req-51ee9fcf-e55e-44b5-9dda-52fdda76186a tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0504529 Dec 24 10:55:07.060025 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-96361bdb-764f-4327-a88c-6cac461ecdf2 req-f9792be3-3482-4fc8-bb23-04ca6395b81d tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Dec 24 10:55:07.490970 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c18bc-f18c-4e40-895b-952adf0fa3a1 req-b1d2e3b0-1ee4-471d-9bd3-f35a8b43a8f4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:07.492441 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-942c18bc-f18c-4e40-895b-952adf0fa3a1 req-b1d2e3b0-1ee4-471d-9bd3-f35a8b43a8f4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Dec 24 10:55:07.557859 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-175b3b71-4f00-41cb-9d83-e37234ad2c25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644517 Dec 24 10:55:07.566731 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-942c18bc-f18c-4e40-895b-952adf0fa3a1 req-d964258d-b0cc-4685-b37d-f3b6117e8da2 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662403 Dec 24 10:55:08.681298 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4c37c-f7d9-4b16-bf12-3fdced308d7d req-220035ba-70f8-4f85-8b4a-ef7a6de8bf29 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:08.682769 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45e4c37c-f7d9-4b16-bf12-3fdced308d7d req-220035ba-70f8-4f85-8b4a-ef7a6de8bf29 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Dec 24 10:55:08.730700 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-45e4c37c-f7d9-4b16-bf12-3fdced308d7d req-eff8b048-cdf2-49c1-af2d-f1fbafbef139 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Dec 24 10:55:09.026054 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:55:09.104940 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:09.126729 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:55:09.128974 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d7745-a15d-4e3a-8c45-f1f4d2fb77e7" -d '{"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-unplugged", "status": "completed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:55:09.145404 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:55:09.163199 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Dec 2021 10:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd4a16-9ecd-4736-b70e-692a865cd20d x-openstack-request-id: req-7cfd4a16-9ecd-4736-b70e-692a865cd20d {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:55:09.163485 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-unplugged", "status": "failed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "code": 422}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:55:09.163739 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cfd4a16-9ecd-4736-b70e-692a865cd20d {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:55:09.164147 dv-cinder-816443-3-iscsi neutron-server[109774]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'code': 422} returned with failed status Dec 24 10:55:09.252957 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:09.301211 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=6']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:55:09.897591 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf6d69-a944-4db8-95eb-3b88e43aadf7 req-a69268c0-b746-43af-b92f-ab67fd732f26 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:09.899054 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-15cf6d69-a944-4db8-95eb-3b88e43aadf7 req-a69268c0-b746-43af-b92f-ab67fd732f26 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0472956 Dec 24 10:55:09.956789 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-15cf6d69-a944-4db8-95eb-3b88e43aadf7 req-b05da1ed-56c0-4683-ad13-cea3ffed39b9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507984 Dec 24 10:55:10.093648 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:55:10.311753 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-4445575c-e456-4730-87f2-306dea8f6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:10.313328 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-4445575c-e456-4730-87f2-306dea8f6ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40&tenant_id=9abda8fd8574437e892913c775910de0 HTTP/1.1" status: 200 len: 1096 time: 0.0390506 Dec 24 10:55:10.376602 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-9c97ed6a-b894-4f1f-be22-4d265426f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:10.378004 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-9c97ed6a-b894-4f1f-be22-4d265426f474 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1096 time: 0.0418644 Dec 24 10:55:10.474077 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-14c89714-b0ac-41af-bdae-356edab22700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:10.475520 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-14c89714-b0ac-41af-bdae-356edab22700 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 909 time: 0.0887415 Dec 24 10:55:10.543601 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-a460f480-113d-4fc0-8562-fbe5b923aaa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 998 time: 0.0609345 Dec 24 10:55:10.590222 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-f482548a-6d4f-4ac6-af83-d2012fc78af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:10.591582 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-f482548a-6d4f-4ac6-af83-d2012fc78af7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0409591 Dec 24 10:55:10.634289 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-f08b9717-3d19-4b08-a790-841ab5917c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:10.635906 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-f08b9717-3d19-4b08-a790-841ab5917c5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372539 Dec 24 10:55:10.725209 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-0a8236ba-a53a-4d68-8d39-c3eec3a393c3 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Dec 24 10:55:10.810498 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-077ba06b-854d-47e7-9c0e-38f8bd5ad489 req-f4093269-eeda-43e3-8956-e7daeb43cb66 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784264 Dec 24 10:55:11.071108 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5357249-a4e1-44dc-9228-1ba32ddfb766 req-11ea2d50-fb75-4830-a531-6c6b6dcf20f9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:11.072530 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5357249-a4e1-44dc-9228-1ba32ddfb766 req-11ea2d50-fb75-4830-a531-6c6b6dcf20f9 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0497067 Dec 24 10:55:11.119840 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e5357249-a4e1-44dc-9228-1ba32ddfb766 req-5e43a12f-298d-4f7f-b2f4-0c157816a04e tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Dec 24 10:55:12.237144 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fea6e0-445b-4084-a4f3-7f2d402aebc8 req-f36feca7-8d8f-44e8-823b-f85864bf13a4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:12.238582 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-87fea6e0-445b-4084-a4f3-7f2d402aebc8 req-f36feca7-8d8f-44e8-823b-f85864bf13a4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0512247 Dec 24 10:55:12.286462 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-87fea6e0-445b-4084-a4f3-7f2d402aebc8 req-fdc8ce97-e5aa-425f-9e0c-3b7fa495a3d2 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Dec 24 10:55:13.104521 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:13.396174 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf7c2-1385-4b9b-8718-79c2a0c5f146 req-5b8fe55e-1776-4826-b9af-5d8b9f750428 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:13.397688 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eeaaf7c2-1385-4b9b-8718-79c2a0c5f146 req-5b8fe55e-1776-4826-b9af-5d8b9f750428 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0466459 Dec 24 10:55:13.450242 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-eeaaf7c2-1385-4b9b-8718-79c2a0c5f146 req-b5db9285-3a5c-4803-97f1-95b5c171e2ec tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457735 Dec 24 10:55:14.560710 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc1ade-3ffe-4607-9a3f-612be6dd7636 req-d25f34e0-dc76-4e42-979e-a0c0b89802ee tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:14.562178 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c9bc1ade-3ffe-4607-9a3f-612be6dd7636 req-d25f34e0-dc76-4e42-979e-a0c0b89802ee tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0465972 Dec 24 10:55:14.608768 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-c9bc1ade-3ffe-4607-9a3f-612be6dd7636 req-b7d903a2-8dff-4249-bd00-701daca1171d tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Dec 24 10:55:15.721796 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ba030-c412-45a5-afac-4dd753537777 req-c0c176a8-a852-4fca-bdcd-703afa55a868 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:15.723256 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-470ba030-c412-45a5-afac-4dd753537777 req-c0c176a8-a852-4fca-bdcd-703afa55a868 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0472035 Dec 24 10:55:15.777671 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-470ba030-c412-45a5-afac-4dd753537777 req-1f0f3b01-cb81-4740-83c8-fdf0cada5238 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 Dec 24 10:55:15.881557 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-37ba29b9-2441-4079-a493-4b8a58b6c61a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916457 Dec 24 10:55:15.961363 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-a61c88e0-f519-4e14-870b-b4927e54abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:15.966146 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-a61c88e0-f519-4e14-870b-b4927e54abe2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1099 time: 0.0415299 Dec 24 10:55:16.065828 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-72be42bc-927b-4328-b3e9-9976865e02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:16.067409 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-72be42bc-927b-4328-b3e9-9976865e02b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.0854418 Dec 24 10:55:16.142202 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-bf6181ba-2f38-42dd-8d6f-166e57c26b3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 1002 time: 0.0666323 Dec 24 10:55:16.193566 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-664ca5b1-7f68-4161-86f6-fde84aaf8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:16.198950 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-664ca5b1-7f68-4161-86f6-fde84aaf8c74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0435472 Dec 24 10:55:16.245976 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-5ef94dcf-bf1c-4c28-85d5-8136adea6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:16.247393 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-5ef94dcf-bf1c-4c28-85d5-8136adea6742 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386846 Dec 24 10:55:16.275851 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-29fa7873-2e93-4e63-bca6-9b3128ee3307 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=109771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 10:55:16.276897 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-29fa7873-2e93-4e63-bca6-9b3128ee3307 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049033 Dec 24 10:55:16.383628 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-368f670f-bcd6-4157-8e86-e2025afec634 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826375 Dec 24 10:55:16.480690 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-fd59e81d-3863-4fe8-a21a-64b3b5a9659a req-6b1d46df-4b18-4758-846b-8ab45569312f service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871851 Dec 24 10:55:16.898259 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60040-6b70-4d79-b5f0-73c0312f2e8c req-8bcba52f-467b-421f-be2e-a2aecb18d1f6 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:16.899699 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9fe60040-6b70-4d79-b5f0-73c0312f2e8c req-8bcba52f-467b-421f-be2e-a2aecb18d1f6 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0513940 Dec 24 10:55:16.946972 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9fe60040-6b70-4d79-b5f0-73c0312f2e8c req-1a48efc2-fd14-4a6a-9d0a-a2db2cb549d2 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Dec 24 10:55:18.062244 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943b8ab-de1d-474b-9ed8-ee1b2b24f57a req-8838d36b-b324-4442-b14d-1afea56da6dd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:18.063694 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8943b8ab-de1d-474b-9ed8-ee1b2b24f57a req-8838d36b-b324-4442-b14d-1afea56da6dd tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0470941 Dec 24 10:55:18.111549 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-8943b8ab-de1d-474b-9ed8-ee1b2b24f57a req-a62ba8e9-1030-4852-8569-d0ef22e62754 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Dec 24 10:55:19.038525 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e details requested by agent hyperv_hv-cinder-81644 with host hv-cinder-81644 {{(pid=109774) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 10:55:19.130345 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:55:19.142766 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Returning: {'device': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'port_id': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'mac_address': 'fa:16:3e:00:5a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109774) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 10:55:19.182892 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:19.195977 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66f0143-a5b5-43e9-9377-65eedc43836e {{(pid=109774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 10:55:19.215287 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:55:19.241927 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188e83b-2652-4caa-b92a-d56dc1b14029 req-ff16f6a2-6cf6-4a29-8267-b7a319f214e0 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:19.243397 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2188e83b-2652-4caa-b92a-d56dc1b14029 req-ff16f6a2-6cf6-4a29-8267-b7a319f214e0 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 943 time: 0.0473592 Dec 24 10:55:19.291837 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-2188e83b-2652-4caa-b92a-d56dc1b14029 req-09f5541c-f081-4e1f-85da-8356c4ff4c74 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Dec 24 10:55:19.293022 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:19.341896 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=7']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:55:19.349423 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.349774 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.350118 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.350455 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.350786 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.351114 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.351441 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.351763 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.352086 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.352410 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.352734 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.353083 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.353403 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:55:19.543652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] get_ports_and_sgs() called for port_ids ['d66f0143-a5b5-43e9-9377-65eedc43836e'] {{(pid=109774) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 10:55:20.403153 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8332da-e25c-4a10-9970-cc4864178145 req-12b0216f-d6f0-420d-a4ed-f0b96e614b24 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:20.404634 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5b8332da-e25c-4a10-9970-cc4864178145 req-12b0216f-d6f0-420d-a4ed-f0b96e614b24 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 944 time: 0.0472043 Dec 24 10:55:20.451683 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-5b8332da-e25c-4a10-9970-cc4864178145 req-b69a0c6a-7b99-4090-9938-ca48766502bb tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Dec 24 10:55:21.039927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e up at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 10:55:21.087428 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.provisioning_blocks [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Provisioning complete for port d66f0143-a5b5-43e9-9377-65eedc43836e triggered by entity L2. {{(pid=109774) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 10:55:21.087722 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1799734'] for port, provisioning_complete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:21.288909 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1823987'] for port, before_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:21.311077 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:55:21.313319 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3369c2707ef1f0f965eda5d0bb118b9f60ba3b1e5ff662dfb3c120600fdf4189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b09e361-2e91-4e57-a370-41bfd41fcd8e" -d '{"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-plugged", "status": "completed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:55:21.326010 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:55:21.356953 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737cf5eb-f43d-487d-a986-f449973dbfa9 x-openstack-request-id: req-737cf5eb-f43d-487d-a986-f449973dbfa9 {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:55:21.356953 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-plugged", "status": "completed", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "code": 200}]} {{(pid=109774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:55:21.356953 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-737cf5eb-f43d-487d-a986-f449973dbfa9 {{(pid=109774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:55:21.356953 dv-cinder-816443-3-iscsi neutron-server[109774]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'code': 200} Dec 24 10:55:21.532797 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739827084593', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739826525067', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739826525085'] for port, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:21.569376 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a713fb-2c1c-449d-abde-9c0e7fedddea req-59810651-b0f5-4c4e-a94e-9d4ecd4ad612 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:21.570885 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98a713fb-2c1c-449d-abde-9c0e7fedddea req-59810651-b0f5-4c4e-a94e-9d4ecd4ad612 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 944 time: 0.0528252 Dec 24 10:55:21.579755 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Pushing event updated for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=8']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:55:21.626465 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-98a713fb-2c1c-449d-abde-9c0e7fedddea req-9a1b0075-ea33-4a28-b8f2-9db475d5da10 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Dec 24 10:55:21.729251 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7eb5b-ce79-415a-ba69-391042fc87e8 req-840df944-4bdd-4941-be7f-6fc7738ae54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:21.730776 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-14e7eb5b-ce79-415a-ba69-391042fc87e8 req-840df944-4bdd-4941-be7f-6fc7738ae54e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0435705 Dec 24 10:55:21.776221 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-14e7eb5b-ce79-415a-ba69-391042fc87e8 req-f065afc6-cc1f-4b05-b77e-f9fb0d774b2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Dec 24 10:55:22.736433 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3752bf-dc2c-4bfd-b277-6e2fa9e62f3d req-d01a6d80-094a-4efc-b967-4236e9a900ae tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:22.738414 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0c3752bf-dc2c-4bfd-b277-6e2fa9e62f3d req-d01a6d80-094a-4efc-b967-4236e9a900ae tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0467749 Dec 24 10:55:22.790134 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-0c3752bf-dc2c-4bfd-b277-6e2fa9e62f3d req-0e16acc9-a49c-4f38-90ed-da773074a48e tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435147 Dec 24 10:55:23.902545 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e87d-d61d-4deb-8a72-005d4e4e01f4 req-d57ce629-e829-4b12-9c51-aea8a7afc8c8 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:55:23.904006 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7459e87d-d61d-4deb-8a72-005d4e4e01f4 req-d57ce629-e829-4b12-9c51-aea8a7afc8c8 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0476770 Dec 24 10:55:23.951250 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-7459e87d-d61d-4deb-8a72-005d4e4e01f4 req-8b6780c3-1b51-450b-9998-10eb7e397022 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Dec 24 10:55:25.941306 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-fda1a799-6866-49ba-b747-e8ef19abb97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:28.009676 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-afe68ca8-81eb-4d1d-bd07-49341a3d111f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:29.055000 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:30.852386 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:31.540692 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:43.274924 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:47.092436 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:55:55.933602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2721233f-bfe3-42ce-b0c8-a979831847bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:57.996376 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-98805234-d7e3-41f4-9592-66eaeab10799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:55:59.013428 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:00.876455 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:01.464792 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.105698 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47814) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:05.259372 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port accadb0c-77b5-4e83-b437-3340b3156865 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:05.259707 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.335330 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.335651 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.347760 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for accadb0c-77b5-4e83-b437-3340b3156865 owned by network:floatingip {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:05.584912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.611342 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=accadb0c-77b5-4e83-b437-3340b3156865,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:05.634862 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.635215 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.635563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.635901 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.636236 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.636585 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.636929 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.637260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.637589 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.637918 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.638243 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.638565 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.638885 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:05.680516 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:05.680838 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 4cf0cf50-23c0-4247-900e-71409b892a5b disassociated (deleted). External IP: 172.27.1.118, port: 64a9ec23-cf36-4986-aad5-30b008dd3191. Dec 24 10:56:05.897388 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:06.001383 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:06.013136 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:06.013260 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:06.021385 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:06.022028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:06.035717 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-3923185e-f999-4753-94a8-2ec498f7e339 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "DELETE /v2.0/floatingips/4cf0cf50-23c0-4247-900e-71409b892a5b HTTP/1.1" status: 204 len: 168 time: 0.9290397 Dec 24 10:56:06.036343 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:06.038714 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351375f-645b-4ab6-a7b4-753fb8a07637" -d '{"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:06.130241 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:06.145334 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0667011c-9e69-4210-9624-ee0e55cd3990 x-openstack-request-id: req-0667011c-9e69-4210-9624-ee0e55cd3990 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:06.145824 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:06.145934 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0667011c-9e69-4210-9624-ee0e55cd3990 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:06.146309 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'status': 'completed', 'code': 200} Dec 24 10:56:06.228847 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-7ac3a218-bf15-444c-8072-0b84cc3bde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:06.230586 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-7ac3a218-bf15-444c-8072-0b84cc3bde0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 1098 time: 0.0557222 Dec 24 10:56:06.319797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-5c9f90cb-2d48-4c90-9b44-7843062ba949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:06.321436 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-5c9f90cb-2d48-4c90-9b44-7843062ba949 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.0829072 Dec 24 10:56:06.373171 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:06.376589 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-952a876d-3585-4057-b16c-70ead2783a3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64a9ec23-cf36-4986-aad5-30b008dd3191 HTTP/1.1" status: 200 len: 217 time: 0.0476975 Dec 24 10:56:06.399927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:06.408200 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:06.409380 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:06.432274 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-b18fda32-b224-45bc-a5e0-5b0d791ae322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:06.435084 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-b18fda32-b224-45bc-a5e0-5b0d791ae322 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0495284 Dec 24 10:56:06.485087 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-b5374927-ec36-4bf9-9192-0136156ef55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:06.486779 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-b5374927-ec36-4bf9-9192-0136156ef55e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436225 Dec 24 10:56:06.514985 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe50f-7d16-4454-b2dc-88dadb0b3721 req-87ae29af-c782-4231-b48b-8207473f7d5a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:06.516497 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-677fe50f-7d16-4454-b2dc-88dadb0b3721 req-87ae29af-c782-4231-b48b-8207473f7d5a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Dec 24 10:56:06.519655 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:06.565921 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-677fe50f-7d16-4454-b2dc-88dadb0b3721 req-2c44bd6a-380b-4fca-8093-98149cf1ca15 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Dec 24 10:56:06.586637 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-00881d1a-9df1-4ccf-9c3f-f0ca65a49343 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912936 Dec 24 10:56:06.676242 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-a351375f-645b-4ab6-a7b4-753fb8a07637 req-81867ca4-df56-436e-8140-2a4649e2c6bc service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820115 Dec 24 10:56:06.747697 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:06.779033 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc2964-903c-4c4f-9c96-2efe6abe116d None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_floatingips': [{'id': '99236c51-41a6-457c-b762-a3924315ab19', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'router_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'port_id': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'mac_address': 'fa:16:3e:ce:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:51:59Z', 'updated_at': '2021-12-24T10:52:02Z', 'revision_number': 1, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:06.986211 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae5d21-3101-4d9d-a0ab-cf6b96ea4418 None None] New status for floating IP 4cf0cf50-23c0-4247-900e-71409b892a5b: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:56:07.682090 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e83d9-8989-4344-86a2-7565b218a109 req-1e89e450-9cc2-4120-986c-c17e873d1d50 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:07.683522 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8b7e83d9-8989-4344-86a2-7565b218a109 req-1e89e450-9cc2-4120-986c-c17e873d1d50 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0511065 Dec 24 10:56:07.731277 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-8b7e83d9-8989-4344-86a2-7565b218a109 req-515c6e7c-7d5e-41e5-95a9-4ab27e2eef06 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417857 Dec 24 10:56:07.972113 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-70e1337b-1c61-491f-b038-a8a7368b0439 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:07.973556 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-70e1337b-1c61-491f-b038-a8a7368b0439 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 945 time: 0.0471239 Dec 24 10:56:08.062174 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port 64a9ec23-cf36-4986-aad5-30b008dd3191 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:08.062504 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:08.146770 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] For port 64a9ec23-cf36-4986-aad5-30b008dd3191, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=64a9ec23-cf36-4986-aad5-30b008dd3191,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:08.147120 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:08.158872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for 64a9ec23-cf36-4986-aad5-30b008dd3191 owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:08.388665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:08.414750 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=64a9ec23-cf36-4986-aad5-30b008dd3191,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:08.457321 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] No DVR routers for this DVR port 64a9ec23-cf36-4986-aad5-30b008dd3191 on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:08.460058 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:08.463667 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e8575a5b-4b90-49d8-823b-fd3d35f26600 req-93d1e08f-b88c-4072-aab1-2ad7ac9ad09d tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "DELETE /v2.0/ports/64a9ec23-cf36-4986-aad5-30b008dd3191 HTTP/1.1" status: 204 len: 173 time: 0.4844823 Dec 24 10:56:08.464111 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'name': 'network-vif-deleted', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:08.467109 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e88916-c9e7-4359-b900-7aa0c6830f57" -d '{"events": [{"server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "name": "network-vif-deleted", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:08.503341 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e3c4c-4832-4ee6-9742-0ce841c18896 x-openstack-request-id: req-2c9e3c4c-4832-4ee6-9742-0ce841c18896 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:08.503684 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4571cb7-621b-44dd-9b6f-5f13e4ddb918", "name": "network-vif-deleted", "tag": "64a9ec23-cf36-4986-aad5-30b008dd3191", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:08.503932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c9e3c4c-4832-4ee6-9742-0ce841c18896 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:08.504325 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4571cb7-621b-44dd-9b6f-5f13e4ddb918', 'name': 'network-vif-deleted', 'tag': '64a9ec23-cf36-4986-aad5-30b008dd3191', 'status': 'completed', 'code': 200} Dec 24 10:56:08.831279 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d395542f-bd13-44c7-8c02-ffa126b84c57 req-acf47333-af03-4d4e-85df-348ab535670c tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4571cb7-621b-44dd-9b6f-5f13e4ddb918 HTTP/1.1" status: 200 len: 210 time: 0.0294805 Dec 24 10:56:11.335071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 64a9ec23-cf36-4986-aad5-30b008dd3191 no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:11.355183 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 64a9ec23-cf36-4986-aad5-30b008dd3191 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:11.355524 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 64a9ec23-cf36-4986-aad5-30b008dd3191 not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:12.333108 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47848) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:12.484396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port 3885b694-8910-412c-82c5-e2f9e404adf6 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:12.484732 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:12.556462 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:12.556784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:12.567997 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for 3885b694-8910-412c-82c5-e2f9e404adf6 owned by network:floatingip {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:12.811378 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:12.836967 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=3885b694-8910-412c-82c5-e2f9e404adf6,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:12.898886 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:12.899212 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Floating IP 99236c51-41a6-457c-b762-a3924315ab19 disassociated (deleted). External IP: 172.27.1.213, port: 1d65157c-7f7f-44f7-86a3-f01fae63875b. Dec 24 10:56:13.105043 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:13.364177 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:13.468426 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:13.473145 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:13.477652 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:13.487179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:13.487996 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:13.498854 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c0345d61-c13f-46d6-9a0a-bec4e49dfaae tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "DELETE /v2.0/floatingips/99236c51-41a6-457c-b762-a3924315ab19 HTTP/1.1" status: 204 len: 168 time: 1.1646414 Dec 24 10:56:13.499967 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:13.502752 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90527a9-4be7-4c23-bab9-610e84555291" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:13.539796 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894b5f28-fdf5-47f1-9e26-f7b960269bf6 x-openstack-request-id: req-894b5f28-fdf5-47f1-9e26-f7b960269bf6 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:13.540152 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:13.540469 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-894b5f28-fdf5-47f1-9e26-f7b960269bf6 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:13.540990 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'status': 'completed', 'code': 200} Dec 24 10:56:13.596723 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:13.600979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90527a9-4be7-4c23-bab9-610e84555291 req-de885745-22d5-4d09-82d6-4d41888d007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:13.602534 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-de885745-22d5-4d09-82d6-4d41888d007a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d0fd34670674906aa9a61200251b76c&device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 1099 time: 0.0406907 Dec 24 10:56:13.711553 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90527a9-4be7-4c23-bab9-610e84555291 req-33462857-81d5-4a4e-ab3a-92b852e3a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:13.713061 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-33462857-81d5-4a4e-ab3a-92b852e3a547 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 200 len: 912 time: 0.1038382 Dec 24 10:56:13.755418 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-855a4538-89cc-4325-8244-dd7dc53f3552 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 200 len: 217 time: 0.0353892 Dec 24 10:56:13.805621 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:13.805942 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90527a9-4be7-4c23-bab9-610e84555291 req-31fb575c-8b3d-44f9-990b-0296b847d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:13.807204 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-31fb575c-8b3d-44f9-990b-0296b847d5ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 200 len: 850 time: 0.0451808 Dec 24 10:56:13.833179 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:13.841726 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:13.842337 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:13.854564 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90527a9-4be7-4c23-bab9-610e84555291 req-e9986c48-e41b-4a4a-9193-35defb306079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:13.856032 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-e9986c48-e41b-4a4a-9193-35defb306079 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c02b29c7-4d73-429c-95e6-0bbcaa5e122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398800 Dec 24 10:56:13.950161 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:13.955612 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-dea53379-99a5-406a-b640-753f1a104585 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Dec 24 10:56:14.024331 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab4e4d-0712-49db-865b-05ae7d0d9b1d req-3dcf2bf0-47c7-45b2-9f99-7e4db8cc7eda tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:14.025894 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4ab4e4d-0712-49db-865b-05ae7d0d9b1d req-3dcf2bf0-47c7-45b2-9f99-7e4db8cc7eda tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0490530 Dec 24 10:56:14.058676 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-b90527a9-4be7-4c23-bab9-610e84555291 req-6a33c40e-d302-4f8a-a03d-b02ae4644cd3 service neutron] 10.222.0.24 "GET /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951347 Dec 24 10:56:14.076178 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-e4ab4e4d-0712-49db-865b-05ae7d0d9b1d req-5ba0e2f4-8b5c-4496-bd99-ecb9f31de049 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Dec 24 10:56:14.154327 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:14.184484 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6836441-dd3b-4599-a4a9-917742e4432b None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:42Z', 'revision_number': 4, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': 'c0a57882-12ce-4c29-ab61-7cba016cb4cc', 'name': '', 'network_id': 'c02b29c7-4d73-429c-95e6-0bbcaa5e122f', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'mac_address': 'fa:16:3e:9e:38:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:41Z', 'updated_at': '2021-12-24T10:47:47Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'subnets': [{'id': '4aa10761-1c4f-48eb-beb8-c4b99157d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:14.415472 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513bda05-2f1a-4d9d-aa7c-1b1d9f78af7f None None] New status for floating IP 99236c51-41a6-457c-b762-a3924315ab19: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:56:15.192678 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795b854-ed4d-44f9-9185-5c5c800afca3 req-6f15e0f1-1f21-4b55-bfc0-0f4dec695457 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:15.194218 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e795b854-ed4d-44f9-9185-5c5c800afca3 req-6f15e0f1-1f21-4b55-bfc0-0f4dec695457 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0489562 Dec 24 10:56:15.242697 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e795b854-ed4d-44f9-9185-5c5c800afca3 req-13dfb1e9-5e08-4a98-9f51-cef22df2f46a tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e5911ec-392f-42da-b2ed-53b9f94ad4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Dec 24 10:56:15.406813 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-e09d821c-1c46-45b7-b163-833ab5ed89ba tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:15.408766 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-e09d821c-1c46-45b7-b163-833ab5ed89ba tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 946 time: 0.0472519 Dec 24 10:56:15.499364 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port 1d65157c-7f7f-44f7-86a3-f01fae63875b {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:15.499702 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:15.587479 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] For port 1d65157c-7f7f-44f7-86a3-f01fae63875b, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=1d65157c-7f7f-44f7-86a3-f01fae63875b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:15.587841 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:15.599920 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for 1d65157c-7f7f-44f7-86a3-f01fae63875b owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:15.795801 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:15.825932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=1d65157c-7f7f-44f7-86a3-f01fae63875b,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:15.870098 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] No DVR routers for this DVR port 1d65157c-7f7f-44f7-86a3-f01fae63875b on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:15.872519 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:15.875813 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-df701aa9-6716-44e7-845b-d4fd57192b30 req-17f1da64-6ebd-4000-848c-8500d39f0756 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.24 "DELETE /v2.0/ports/1d65157c-7f7f-44f7-86a3-f01fae63875b HTTP/1.1" status: 204 len: 173 time: 0.4615211 Dec 24 10:56:15.876242 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'name': 'network-vif-deleted', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:15.879161 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6272fce7-8fb1-4b7c-a41f-d93207e48219" -d '{"events": [{"server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "name": "network-vif-deleted", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:15.914799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae7337-23fe-494e-8d08-11d7bccce20d x-openstack-request-id: req-6aae7337-23fe-494e-8d08-11d7bccce20d {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:15.914799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8fff5e-934d-469e-8a9b-8457f3a062cf", "name": "network-vif-deleted", "tag": "1d65157c-7f7f-44f7-86a3-f01fae63875b", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:15.914799 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6aae7337-23fe-494e-8d08-11d7bccce20d {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:15.914799 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8fff5e-934d-469e-8a9b-8457f3a062cf', 'name': 'network-vif-deleted', 'tag': '1d65157c-7f7f-44f7-86a3-f01fae63875b', 'status': 'completed', 'code': 200} Dec 24 10:56:16.336412 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9aae5496-386a-42fd-b59a-195c3777c161 req-a052b7fb-c954-420f-9cce-38b5cdd2f11b tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d8fff5e-934d-469e-8a9b-8457f3a062cf HTTP/1.1" status: 200 len: 210 time: 0.0246799 Dec 24 10:56:17.391244 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47864) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:17.511995 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Deleting port e7fce548-5c2a-4583-a86f-2b9e2904627a {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:17.512227 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.587680 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.588015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.599903 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Calling delete_port for e7fce548-5c2a-4583-a86f-2b9e2904627a owned by network:floatingip {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:17.790620 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.841872 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'Port': ['ID=e7fce548-5c2a-4583-a86f-2b9e2904627a,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:17.910131 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-3ed001b2-57b9-4328-ae3c-8d9709435f48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098063 Dec 24 10:56:17.916448 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for floatingip, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.918986 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:17.920387 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-a287e831-03aa-415b-b9d5-9ce88f2c1791 tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "DELETE /v2.0/floatingips/3cf3ddd2-3032-4d9a-8684-4fe047606d1f HTTP/1.1" status: 204 len: 168 time: 0.5278342 Dec 24 10:56:17.971040 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942fbc-b102-49b4-9804-4f4150784af2 req-b004630a-9296-46a9-baf0-74040619e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:17.972518 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-b004630a-9296-46a9-baf0-74040619e539 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0413411 Dec 24 10:56:18.082641 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942fbc-b102-49b4-9804-4f4150784af2 req-3c14d1e7-70ba-4f9f-9cf2-a86da57b8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:18.083996 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-3c14d1e7-70ba-4f9f-9cf2-a86da57b8981 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 909 time: 0.0927856 Dec 24 10:56:18.151509 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-98c69ae7-5f81-465e-9c8a-f5e87275bb76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 1000 time: 0.0607166 Dec 24 10:56:18.199190 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942fbc-b102-49b4-9804-4f4150784af2 req-909c96b0-bb8a-4a89-a5c5-df758b32b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:18.200652 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-909c96b0-bb8a-4a89-a5c5-df758b32b127 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0420272 Dec 24 10:56:18.254677 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942fbc-b102-49b4-9804-4f4150784af2 req-496e1c6e-6f0a-4b79-a340-0e932c8adc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:18.259312 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-496e1c6e-6f0a-4b79-a340-0e932c8adc80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474694 Dec 24 10:56:18.356693 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-e9f29026-bccd-4719-aef0-22c3052a6e4f service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931692 Dec 24 10:56:18.448952 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-47942fbc-b102-49b4-9804-4f4150784af2 req-13b6b262-c366-4f60-8884-951e8e20245d service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844765 Dec 24 10:56:19.287751 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47876) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:19.342614 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:19.366306 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:19.394905 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d65157c-7f7f-44f7-86a3-f01fae63875b no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:19.415186 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: 1d65157c-7f7f-44f7-86a3-f01fae63875b {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:19.415527 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device 1d65157c-7f7f-44f7-86a3-f01fae63875b not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:19.550637 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:19.553182 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:19.554362 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e5911ec-392f-42da-b2ed-53b9f94ad4ec HTTP/1.1" status: 204 len: 168 time: 0.2656248 Dec 24 10:56:19.563450 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8251d5-e3c4-472e-8385-47376303f12e tempest-TestVolumeBootPattern-1387681297 tempest-TestVolumeBootPattern-1387681297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5911ec-392f-42da-b2ed-53b9f94ad4ec,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:19.705015 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47880) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:20.126951 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:20.365731 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Deleting port c0a57882-12ce-4c29-ab61-7cba016cb4cc {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:20.366064 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:20.443404 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] For port c0a57882-12ce-4c29-ab61-7cba016cb4cc, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=c0a57882-12ce-4c29-ab61-7cba016cb4cc,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:20.443774 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:20.455760 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Calling delete_port for c0a57882-12ce-4c29-ab61-7cba016cb4cc owned by network:router_interface {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:20.721996 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:20.747159 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a57882-12ce-4c29-ab61-7cba016cb4cc,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:20.910748 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:21.122260 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:21.497735 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:21.503895 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-3c7196ec-da09-48b7-b82c-6ebeab4a740d admin admin] 10.222.0.30 "PUT /v2.0/routers/e55cdd70-4fb4-4e0e-a09b-4a5e432faba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978573 Dec 24 10:56:21.506423 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47884) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:21.507325 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Sync routers for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:21.517148 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:21.518342 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:21.606811 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:21.619150 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:21.719797 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:21.838477 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Deleting port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:21.839078 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:21.917863 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] For port e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:21.918247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:21.930769 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Calling delete_port for e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:22.028416 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:56:20Z', 'revision_number': 5, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port': {'id': 'e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:22.055808 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Checking router: e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:22.074493 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Routers {'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:22.075090 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:22.155726 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.165306 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] Set router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 gateway port host: None {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:22.183029 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:22.218955 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:56:21Z', 'revision_number': 6, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:22.239984 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.246356 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70001de7-92f9-4f79-9d3e-7ede020f1f75 None None] The sync data for ids ['e55cdd70-4fb4-4e0e-a09b-4a5e432faba8'] in dv-cinder-816443-3-iscsi is: [{'id': 'e55cdd70-4fb4-4e0e-a09b-4a5e432faba8', 'name': 'tempest-TestVolumeBootPattern-748641691-router', 'tenant_id': '9d0fd34670674906aa9a61200251b76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:38Z', 'updated_at': '2021-12-24T10:56:21Z', 'revision_number': 6, 'project_id': '9d0fd34670674906aa9a61200251b76c', 'gw_port_host': None}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:22.335192 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.337287 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.446978 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.447524 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:56:22.451840 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.452984 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5aad9c7d-5dc6-496f-a53d-3b7b6a9a5575 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e55cdd70-4fb4-4e0e-a09b-4a5e432faba8 HTTP/1.1" status: 204 len: 168 time: 0.9453292 Dec 24 10:56:22.455464 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47886) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:22.498947 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Deleting subnet 4aa10761-1c4f-48eb-beb8-c4b99157d59d {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:56:22.502101 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.536563 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.617074 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.801681 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.828059 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa10761-1c4f-48eb-beb8-c4b99157d59d,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:22.830030 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.835613 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd6262-be01-48ef-9515-d7fee36def3f None None] Network c02b29c7-4d73-429c-95e6-0bbcaa5e122f requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:56:22.836575 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47888) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:22.838854 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-58445cad-2da5-4bbd-92c7-d9dd18678e08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4aa10761-1c4f-48eb-beb8-c4b99157d59d HTTP/1.1" status: 204 len: 168 time: 0.3773572 Dec 24 10:56:22.908665 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:22.963734 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Deleting port 27502b73-4222-4aca-93b8-a9e715bd066b {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:22.964066 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.001485 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] DHCP port deletion for c02b29c7-4d73-429c-95e6-0bbcaa5e122f request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:56:23.028808 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] For port 27502b73-4222-4aca-93b8-a9e715bd066b, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=27502b73-4222-4aca-93b8-a9e715bd066b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:23.029221 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.042022 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Calling delete_port for 27502b73-4222-4aca-93b8-a9e715bd066b owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:23.048592 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Deleting port 27502b73-4222-4aca-93b8-a9e715bd066b {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:23.049013 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.117633 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] For port 27502b73-4222-4aca-93b8-a9e715bd066b, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=27502b73-4222-4aca-93b8-a9e715bd066b,segment=NetworkSegment(9355e346-67a8-4015-a7cf-2149992da6eb),segment_id=9355e346-67a8-4015-a7cf-2149992da6eb)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:23.118022 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.130811 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Calling delete_port for 27502b73-4222-4aca-93b8-a9e715bd066b owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:23.247392 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device c0a57882-12ce-4c29-ab61-7cba016cb4cc no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:23.247666 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.258982 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.277659 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=27502b73-4222-4aca-93b8-a9e715bd066b,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:23.279905 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] No DVR routers for this DVR port 27502b73-4222-4aca-93b8-a9e715bd066b on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:23.285068 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: c0a57882-12ce-4c29-ab61-7cba016cb4cc {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:23.285068 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device c0a57882-12ce-4c29-ab61-7cba016cb4cc not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:23.285538 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:23.304600 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.304968 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.305306 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.305653 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.305969 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.306290 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.306612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.306933 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.307252 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.307572 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.307889 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.308207 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.308525 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.311219 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Pushing event deleted for resources: {'Port': ['ID=27502b73-4222-4aca-93b8-a9e715bd066b,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:23.334938 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:23.335218 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device e8d3d13a-3c8e-4a82-977b-f8c25eb1b22d not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:23.335619 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 27502b73-4222-4aca-93b8-a9e715bd066b no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:23.337537 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] No DVR routers for this DVR port 27502b73-4222-4aca-93b8-a9e715bd066b on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:23.341779 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.342133 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.344715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.345580 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.345580 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.345865 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bebc43-6f8e-4a7e-a703-8df56789c738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816443-3-iscsi {{(pid=109774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 10:56:23.365511 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 27502b73-4222-4aca-93b8-a9e715bd066b {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:23.365864 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 27502b73-4222-4aca-93b8-a9e715bd066b not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:23.366125 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.387000 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02b29c7-4d73-429c-95e6-0bbcaa5e122f']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:23.396501 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9355e346-67a8-4015-a7cf-2149992da6eb') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:23.396794 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9355e346-67a8-4015-a7cf-2149992da6eb') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:23.405897 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.419303 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.426386 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:56:23.426761 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:56:23.428483 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:56:23.565244 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.570347 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:23.573545 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c02b29c7-4d73-429c-95e6-0bbcaa5e122f HTTP/1.1" status: 204 len: 168 time: 0.7358587 Dec 24 10:56:23.576494 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47890) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:23.584728 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d1309-c618-4578-9e04-15ba26695a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02b29c7-4d73-429c-95e6-0bbcaa5e122f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:23.914816 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:24.091021 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:56:24.150460 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Deleting port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:24.150798 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:24.227226 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] For port 20d7b41b-59d3-4b8a-bfea-446ea7fa0154, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:24.227529 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:24.240028 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Calling delete_port for 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 owned by network:router_interface {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:24.521370 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:24.552942 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d7b41b-59d3-4b8a-bfea-446ea7fa0154,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:24.711162 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:24.919745 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Router 1834d1c7-46a6-489c-8b4a-35fd74b773db has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:25.020841 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:25.027241 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c485f653-b1cb-4422-bf06-dee21223cbd4 admin admin] 10.222.0.30 "PUT /v2.0/routers/1834d1c7-46a6-489c-8b4a-35fd74b773db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481614 Dec 24 10:56:25.028705 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47892) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:25.031414 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Sync routers for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:25.041212 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:25.041847 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:25.131329 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:25.142574 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:25.326714 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:56:24Z', 'revision_number': 5, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:25.353512 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Checking router: 1834d1c7-46a6-489c-8b4a-35fd74b773db for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:25.362009 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Routers {'1834d1c7-46a6-489c-8b4a-35fd74b773db'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:25.362612 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:55:58Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['1834d1c7-46a6-489c-8b4a-35fd74b773db'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:25.465537 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] Set router 1834d1c7-46a6-489c-8b4a-35fd74b773db gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:25.499537 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:25.639891 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:56:24Z', 'revision_number': 5, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:25.654880 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Deleting port cd3616e4-dbf1-438c-8976-2c60212572db {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:25.655221 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:25.666052 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593a4886-3fa9-4ec0-bd45-1d3937b8eafe None None] The sync data for ids ['1834d1c7-46a6-489c-8b4a-35fd74b773db'] in dv-cinder-816443-3-iscsi is: [{'id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'name': 'tempest-TestVolumeBootPattern-569554966-router', 'tenant_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:47:46Z', 'updated_at': '2021-12-24T10:56:24Z', 'revision_number': 5, 'project_id': 'f42d00e26ded49f6b0582ed5eb44413b', 'gw_port': {'id': 'cd3616e4-dbf1-438c-8976-2c60212572db', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1834d1c7-46a6-489c-8b4a-35fd74b773db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:47:47Z', 'updated_at': '2021-12-24T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:25.732498 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] For port cd3616e4-dbf1-438c-8976-2c60212572db, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=cd3616e4-dbf1-438c-8976-2c60212572db,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:25.732837 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:25.745502 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Calling delete_port for cd3616e4-dbf1-438c-8976-2c60212572db owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:25.914082 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8250-1b04-42b0-aca6-8dab26186545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.007075 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.037673 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3616e4-dbf1-438c-8976-2c60212572db,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:26.104965 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.215285 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.217514 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.384386 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.385045 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1834d1c7-46a6-489c-8b4a-35fd74b773db {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:56:26.391477 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.391477 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-ecceac61-2bed-4192-b2f2-ba851e03d464 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1834d1c7-46a6-489c-8b4a-35fd74b773db HTTP/1.1" status: 204 len: 168 time: 1.3611887 Dec 24 10:56:26.394001 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47894) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:26.443487 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Deleting subnet 97f403f3-a78e-41b8-84af-5aee766afd74 {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:56:26.446865 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.482452 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.557853 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.796137 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.828458 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f403f3-a78e-41b8-84af-5aee766afd74,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:26.833897 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.834854 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-c92ef80c-ee4c-4e69-b8ab-017e1a8ba36a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/97f403f3-a78e-41b8-84af-5aee766afd74 HTTP/1.1" status: 204 len: 168 time: 0.4398010 Dec 24 10:56:26.837536 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47896) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:26.855024 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4669bed-f995-4b7c-a2e9-a93a7e89625e None None] Network eb5e8de8-1775-4fb6-ac9f-22bf34286553 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:56:26.912161 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:26.965132 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Deleting port 96549574-531d-4a6d-919c-1d7c44f6dac7 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:26.965463 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.013078 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] DHCP port deletion for eb5e8de8-1775-4fb6-ac9f-22bf34286553 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:56:27.032226 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] For port 96549574-531d-4a6d-919c-1d7c44f6dac7, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=96549574-531d-4a6d-919c-1d7c44f6dac7,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:27.032612 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.045123 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Calling delete_port for 96549574-531d-4a6d-919c-1d7c44f6dac7 owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:27.059680 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Deleting port 96549574-531d-4a6d-919c-1d7c44f6dac7 {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:27.059985 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.129565 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] For port 96549574-531d-4a6d-919c-1d7c44f6dac7, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=96549574-531d-4a6d-919c-1d7c44f6dac7,segment=NetworkSegment(07305911-60a9-4de4-9050-bbed153fa1b7),segment_id=07305911-60a9-4de4-9050-bbed153fa1b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:27.129565 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.136504 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Calling delete_port for 96549574-531d-4a6d-919c-1d7c44f6dac7 owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:27.217238 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.223143 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.235661 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] No DVR routers for this DVR port 96549574-531d-4a6d-919c-1d7c44f6dac7 on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:27.247516 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] No DVR routers for this DVR port 96549574-531d-4a6d-919c-1d7c44f6dac7 on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:27.249608 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96549574-531d-4a6d-919c-1d7c44f6dac7,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:27.257227 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:27.259177 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11f01c-8d34-4cbb-8054-55b7942313b4 None None] Pushing event deleted for resources: {'Port': ['ID=96549574-531d-4a6d-919c-1d7c44f6dac7,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:27.279801 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:27.280150 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 20d7b41b-59d3-4b8a-bfea-446ea7fa0154 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:27.280560 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device cd3616e4-dbf1-438c-8976-2c60212572db no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:27.303610 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: cd3616e4-dbf1-438c-8976-2c60212572db {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:27.303962 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device cd3616e4-dbf1-438c-8976-2c60212572db not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:27.304375 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 96549574-531d-4a6d-919c-1d7c44f6dac7 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:27.323735 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 96549574-531d-4a6d-919c-1d7c44f6dac7 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:27.324014 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 96549574-531d-4a6d-919c-1d7c44f6dac7 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:27.325100 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.344516 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5e8de8-1775-4fb6-ac9f-22bf34286553']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:27.353408 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07305911-60a9-4de4-9050-bbed153fa1b7') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:27.353697 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07305911-60a9-4de4-9050-bbed153fa1b7') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:27.363326 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.376171 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.382832 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:56:27.383197 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:56:27.384772 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:56:27.514146 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.519378 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.522491 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb5e8de8-1775-4fb6-ac9f-22bf34286553 HTTP/1.1" status: 204 len: 168 time: 0.6839688 Dec 24 10:56:27.533069 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140c78c-a2e7-4fec-aebe-e007dc0c0de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5e8de8-1775-4fb6-ac9f-22bf34286553,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:27.830192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47900) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:27.868723 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-eb687b36-b176-42a3-8789-04a867905111 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d0fd34670674906aa9a61200251b76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384593 Dec 24 10:56:27.871134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47902) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:27.917049 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.937233 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:27.978069 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-08552f71-4256-4b17-93aa-f26d0aac73c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:28.050960 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:28.053495 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:28.054613 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07cc4798-62c0-4b8b-8fa9-146f5a5847df HTTP/1.1" status: 204 len: 168 time: 0.1825950 Dec 24 10:56:28.062148 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edc337-9bca-4d6b-8a1e-9c76a6767d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc4798-62c0-4b8b-8fa9-146f5a5847df,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:28.766476 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47908) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:28.808184 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e14d286e-e456-48aa-a0bf-18e8b26e215a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f42d00e26ded49f6b0582ed5eb44413b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405805 Dec 24 10:56:28.810704 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47910) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:28.856869 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:28.877522 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:28.999915 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:29.002514 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:29.009703 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/396c0737-1602-4c68-b0f4-60cc4ba5f653 HTTP/1.1" status: 204 len: 168 time: 0.1920757 Dec 24 10:56:29.011605 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0393497-1965-4e98-ad4a-840e94dbe903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c0737-1602-4c68-b0f4-60cc4ba5f653,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:29.029792 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:30.835855 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:31.452474 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:39.500924 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47914) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:39.651834 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Deleting port 63781bb7-29b6-4f4b-b955-6684f169ab14 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:39.652170 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:39.723686 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:39.724004 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:39.735148 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Calling delete_port for 63781bb7-29b6-4f4b-b955-6684f169ab14 owned by network:floatingip {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:39.966258 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:39.991703 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event deleted for resources: {'Port': ['ID=63781bb7-29b6-4f4b-b955-6684f169ab14,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:40.051912 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for floatingip, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:40.052236 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.db.l3_db [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Floating IP d9f710be-c138-44d3-aa4f-1641cefdc4c2 disassociated (deleted). External IP: 172.27.1.31, port: d66f0143-a5b5-43e9-9377-65eedc43836e. Dec 24 10:56:40.256537 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Router ddb1307d-9f65-43c3-880b-8830ffed7391 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:40.364608 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:40.369392 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for floatingip, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:40.374028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Sync routers for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:40.384574 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:40.385238 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:40.396658 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e5eaa530-85d2-44d3-a146-ff1ac7e777d1 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "DELETE /v2.0/floatingips/d9f710be-c138-44d3-aa4f-1641cefdc4c2 HTTP/1.1" status: 204 len: 168 time: 0.8947332 Dec 24 10:56:40.397271 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:40.399591 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:40.442026 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a776b16-3f91-487d-a563-99730a12eca1 x-openstack-request-id: req-8a776b16-3f91-487d-a563-99730a12eca1 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:40.442332 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:40.442590 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a776b16-3f91-487d-a563-99730a12eca1 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:40.443001 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'status': 'completed', 'code': 200} Dec 24 10:56:40.506029 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-831ac70d-c31d-4228-aea0-4e93d18de94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:40.507879 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-831ac70d-c31d-4228-aea0-4e93d18de94b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9abda8fd8574437e892913c775910de0&device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 1098 time: 0.0428429 Dec 24 10:56:40.606309 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-34fec254-9dd3-439f-8e95-ab98b263fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:40.607808 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-34fec254-9dd3-439f-8e95-ab98b263fa9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 200 len: 909 time: 0.0932796 Dec 24 10:56:40.624071 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:40.654033 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-c1c9b3f2-496e-45b5-af0a-85261978f3b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 200 len: 217 time: 0.0382824 Dec 24 10:56:40.704056 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-10dd5f84-0827-4fc7-b1c9-981c0e77b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:40.705589 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-10dd5f84-0827-4fc7-b1c9-981c0e77b40d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 200 len: 847 time: 0.0443969 Dec 24 10:56:40.759237 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-82050fa2-00e4-456f-ac37-f3be2f05e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:40.760658 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-82050fa2-00e4-456f-ac37-f3be2f05e240 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dab6358-bb50-4a49-a0c2-25295aed92f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485137 Dec 24 10:56:40.833235 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:40.865213 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e42c95-922c-461e-874f-eda5f5625b65 req-295efe91-bb43-4042-9074-34517f02946b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:40.865489 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Checking router: ddb1307d-9f65-43c3-880b-8830ffed7391 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:40.866710 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d5e42c95-922c-461e-874f-eda5f5625b65 req-295efe91-bb43-4042-9074-34517f02946b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0995438 Dec 24 10:56:40.874070 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:40.874715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:40.906783 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-45f9b66d-f373-48b8-ab6c-e7c680f845d0 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383266 Dec 24 10:56:40.954755 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-d5e42c95-922c-461e-874f-eda5f5625b65 req-99b1db33-56f1-43c3-9683-6db8b63a2527 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813961 Dec 24 10:56:40.980855 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:41.011098 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-e50ca186-cce4-4ae2-8e8b-2dd0180616ee req-0bdb0485-5136-417f-af6b-ed5c76b4f176 service neutron] 10.222.0.24 "GET /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965974 Dec 24 10:56:41.175578 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:41.201216 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044feb24-f186-42f7-8cc7-eb2c85161e5b None None] The sync data for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi is: [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:48Z', 'revision_number': 4, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi', '_interfaces': [{'id': '0ec589bf-baea-4f7c-885a-9a4f272e5caf', 'name': '', 'network_id': '1dab6358-bb50-4a49-a0c2-25295aed92f4', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'mac_address': 'fa:16:3e:d0:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:47Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'subnets': [{'id': '7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:41.413252 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b2e59d-6514-4ab4-ab5c-1a875ddfe47b None None] New status for floating IP d9f710be-c138-44d3-aa4f-1641cefdc4c2: DOWN {{(pid=109775) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 10:56:42.071258 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da098c8-385f-434d-b0fa-05d2f88991b4 req-392fc2b4-cecb-4af7-9464-da2ce122325c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:42.072721 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2da098c8-385f-434d-b0fa-05d2f88991b4 req-392fc2b4-cecb-4af7-9464-da2ce122325c tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0480061 Dec 24 10:56:42.123032 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-2da098c8-385f-434d-b0fa-05d2f88991b4 req-039f6ab6-cab9-49e9-8e7d-a606dbbe8238 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ff0e50b-d4df-4288-b974-f79483be46db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Dec 24 10:56:42.283340 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feba052-8c29-489d-8012-ed674ec17566 req-e540b1af-8af4-4efb-95bf-0c54173c903b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 10:56:42.284749 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9feba052-8c29-489d-8012-ed674ec17566 req-e540b1af-8af4-4efb-95bf-0c54173c903b tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 945 time: 0.0462415 Dec 24 10:56:42.383625 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Deleting port d66f0143-a5b5-43e9-9377-65eedc43836e {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:42.383625 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:42.464433 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] For port d66f0143-a5b5-43e9-9377-65eedc43836e, host hv-cinder-81644, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81644',level=0,port_id=d66f0143-a5b5-43e9-9377-65eedc43836e,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:42.464784 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:42.477665 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Calling delete_port for d66f0143-a5b5-43e9-9377-65eedc43836e owned by compute:nova {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:42.668614 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:42.697368 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event deleted for resources: {'Port': ['ID=d66f0143-a5b5-43e9-9377-65eedc43836e,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:42.739591 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] No DVR routers for this DVR port d66f0143-a5b5-43e9-9377-65eedc43836e on host hv-cinder-81644 {{(pid=109771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:42.742089 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928683'] for port, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:42.745373 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [req-9feba052-8c29-489d-8012-ed674ec17566 req-c82ce5b2-a2f8-43d9-ac2b-9e2118ebd235 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.24 "DELETE /v2.0/ports/d66f0143-a5b5-43e9-9377-65eedc43836e HTTP/1.1" status: 204 len: 173 time: 0.4548340 Dec 24 10:56:42.745804 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-deleted', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e'}] {{(pid=109771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 10:56:42.748036 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b1b8000d94219cae2d85e527bf866ee56e5dde9ad036d22d23142ae29c340b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff12a14-7ba8-4862-a0bf-7e4f96cb5cdc" -d '{"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-deleted", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e"}]}' {{(pid=109771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 10:56:42.783842 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 10:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861aee68-8aa4-4009-b47a-5a812ccff7e4 x-openstack-request-id: req-861aee68-8aa4-4009-b47a-5a812ccff7e4 {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 10:56:42.784136 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb09c23-c1d1-4e71-9510-70dd7a07cc40", "name": "network-vif-deleted", "tag": "d66f0143-a5b5-43e9-9377-65eedc43836e", "status": "completed", "code": 200}]} {{(pid=109771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 10:56:42.784396 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-861aee68-8aa4-4009-b47a-5a812ccff7e4 {{(pid=109771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 10:56:42.784796 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb09c23-c1d1-4e71-9510-70dd7a07cc40', 'name': 'network-vif-deleted', 'tag': 'd66f0143-a5b5-43e9-9377-65eedc43836e', 'status': 'completed', 'code': 200} Dec 24 10:56:43.141433 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:43.225135 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [req-087f2548-81f2-4ae2-9766-52ee4f096b7c req-ac5f7ead-58b7-4d82-b5d6-e9b365a251d4 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffb09c23-c1d1-4e71-9510-70dd7a07cc40 HTTP/1.1" status: 200 len: 210 time: 0.0312974 Dec 24 10:56:44.280019 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47940) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:44.335034 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:44.359136 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:44.486024 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:44.488644 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Publish callbacks [] for security_group, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:44.489807 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ff0e50b-d4df-4288-b974-f79483be46db HTTP/1.1" status: 204 len: 168 time: 0.2088072 Dec 24 10:56:44.503664 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74ba53-bfe1-4262-b6ed-36abf15f3223 tempest-TestShelveInstance-280354332 tempest-TestShelveInstance-280354332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff0e50b-d4df-4288-b974-f79483be46db,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:44.589349 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47944) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:45.103979 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:45.339626 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Deleting port 0ec589bf-baea-4f7c-885a-9a4f272e5caf {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:45.340328 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:45.415572 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] For port 0ec589bf-baea-4f7c-885a-9a4f272e5caf, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0ec589bf-baea-4f7c-885a-9a4f272e5caf,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:45.415946 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:45.428553 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Calling delete_port for 0ec589bf-baea-4f7c-885a-9a4f272e5caf owned by network:router_interface {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:45.553287 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e no longer exists at agent hyperv_hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:45.572754 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] No Port match for: d66f0143-a5b5-43e9-9377-65eedc43836e {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:45.573118 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Device d66f0143-a5b5-43e9-9377-65eedc43836e not bound to the agent host hv-cinder-81644 {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:45.673458 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:45.700373 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec589bf-baea-4f7c-885a-9a4f272e5caf,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:45.865845 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:46.071967 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Router ddb1307d-9f65-43c3-880b-8830ffed7391 has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:46.430093 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:46.435185 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-22f1f961-e78c-42e8-87a5-f7860fa03a79 admin admin] 10.222.0.30 "PUT /v2.0/routers/ddb1307d-9f65-43c3-880b-8830ffed7391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448341 Dec 24 10:56:46.438189 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47950) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:46.441715 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Sync routers for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:46.451744 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:46.452750 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:46.543752 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks [] for router, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:46.561779 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: dv-cinder-816443-3-iscsi {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:46.644576 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:46.735944 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:56:45Z', 'revision_number': 5, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port': {'id': '5623ee4b-34e0-47ea-8016-859ca6e1f949', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:44Z', 'updated_at': '2021-12-24T10:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:46.757146 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Deleting port 5623ee4b-34e0-47ea-8016-859ca6e1f949 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:46.757487 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:46.765509 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Checking router: ddb1307d-9f65-43c3-880b-8830ffed7391 for host: dv-cinder-816443-3-iscsi {{(pid=109774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:46.774316 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Routers {'ddb1307d-9f65-43c3-880b-8830ffed7391'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:46.774918 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['ddb1307d-9f65-43c3-880b-8830ffed7391'], 'active': True} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:46.834970 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] For port 5623ee4b-34e0-47ea-8016-859ca6e1f949, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=5623ee4b-34e0-47ea-8016-859ca6e1f949,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:46.835353 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:46.848908 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Calling delete_port for 5623ee4b-34e0-47ea-8016-859ca6e1f949 owned by network:router_gateway {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:46.859660 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvr_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] Set router ddb1307d-9f65-43c3-880b-8830ffed7391 gateway port host: None {{(pid=109774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:46.910570 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_hamode_db [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:56:46Z', 'revision_number': 6, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:46.939561 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dae2a4-1c53-416c-8fc6-eaf77b5c2abf None None] The sync data for ids ['ddb1307d-9f65-43c3-880b-8830ffed7391'] in dv-cinder-816443-3-iscsi is: [{'id': 'ddb1307d-9f65-43c3-880b-8830ffed7391', 'name': 'tempest-TestShelveInstance-120186241-router', 'tenant_id': '9abda8fd8574437e892913c775910de0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:56:46Z', 'revision_number': 6, 'project_id': '9abda8fd8574437e892913c775910de0', 'gw_port_host': None}] {{(pid=109774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:47.051888 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.074963 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Pushing event deleted for resources: {'Port': ['ID=5623ee4b-34e0-47ea-8016-859ca6e1f949,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:47.138460 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.226107 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.228126 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.354477 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.355029 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddb1307d-9f65-43c3-880b-8830ffed7391 {{(pid=109772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:56:47.359577 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] Publish callbacks [] for router, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.361098 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-205b03ef-e237-4ed6-a116-acc714e68adc admin admin] 10.222.0.30 "DELETE /v2.0/routers/ddb1307d-9f65-43c3-880b-8830ffed7391 HTTP/1.1" status: 204 len: 168 time: 0.9216383 Dec 24 10:56:47.363714 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47952) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:47.399911 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0ec589bf-baea-4f7c-885a-9a4f272e5caf no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:47.414708 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Deleting subnet 7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 {{(pid=109772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:56:47.416799 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 0ec589bf-baea-4f7c-885a-9a4f272e5caf {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:47.417183 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0ec589bf-baea-4f7c-885a-9a4f272e5caf not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:47.417963 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.452907 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4395967'] for subnet, precommit_delete_associations {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.527734 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.640192 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4405689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4502705'] for subnet, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.669145 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:47.672654 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for subnet, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.675842 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-0efcf7ec-9902-4b73-9d0b-0e13c2dd2ef8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7b0cf9b5-8a16-4ce9-9f66-50cd44b7a785 HTTP/1.1" status: 204 len: 168 time: 0.3111777 Dec 24 10:56:47.678399 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47954) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:47.680939 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3200ad2c-966f-4440-9e6c-b81f15d9a527 None None] Network 1dab6358-bb50-4a49-a0c2-25295aed92f4 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:56:47.746972 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.805426 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Deleting port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:47.805614 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.830761 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] DHCP port deletion for 1dab6358-bb50-4a49-a0c2-25295aed92f4 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:56:47.875113 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] For port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:47.875486 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.880067 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Deleting port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:47.880436 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.888965 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Calling delete_port for f953f2f7-c062-4e5e-ae9c-e4e7413ea79f owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:47.943340 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] For port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,segment=NetworkSegment(8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2),segment_id=8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:47.943735 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:47.957372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Calling delete_port for f953f2f7-c062-4e5e-ae9c-e4e7413ea79f owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:48.046457 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.072546 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:48.075838 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] No DVR routers for this DVR port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:48.153701 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.165449 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.173001 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dab6358-bb50-4a49-a0c2-25295aed92f4']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:48.183054 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:48.183349 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b54d0b9-fc5e-4c24-8c5d-39fc346db4e2') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:48.189916 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] Pushing event deleted for resources: {'Port': ['ID=f953f2f7-c062-4e5e-ae9c-e4e7413ea79f,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:48.193393 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.193984 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61b03d-8ecf-4b5c-bc82-f856dd9d94e4 None None] No DVR routers for this DVR port f953f2f7-c062-4e5e-ae9c-e4e7413ea79f on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:48.210152 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.216052 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:56:48.216428 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:56:48.218079 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:56:48.354505 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.359776 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.362915 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] 10.222.0.30 "DELETE /v2.0/networks/1dab6358-bb50-4a49-a0c2-25295aed92f4 HTTP/1.1" status: 204 len: 168 time: 0.6836100 Dec 24 10:56:48.366839 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47956) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:48.373847 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9048625-a111-4766-b7aa-08d5a9c5cd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=1dab6358-bb50-4a49-a0c2-25295aed92f4,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:48.700847 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539913'] for router_interface, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:48.941247 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Deleting port 338a9f10-f35a-413e-8f5f-e81d92df4256 {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:48.941581 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:49.016149 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] For port 338a9f10-f35a-413e-8f5f-e81d92df4256, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=338a9f10-f35a-413e-8f5f-e81d92df4256,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:49.016455 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:49.031862 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Calling delete_port for 338a9f10-f35a-413e-8f5f-e81d92df4256 owned by network:router_interface {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:49.245540 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5623ee4b-34e0-47ea-8016-859ca6e1f949 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:49.266420 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 5623ee4b-34e0-47ea-8016-859ca6e1f949 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:49.266704 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 5623ee4b-34e0-47ea-8016-859ca6e1f949 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:49.267107 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f953f2f7-c062-4e5e-ae9c-e4e7413ea79f no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:49.280838 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:49.286363 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: f953f2f7-c062-4e5e-ae9c-e4e7413ea79f {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:49.286779 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device f953f2f7-c062-4e5e-ae9c-e4e7413ea79f not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:49.305624 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Pushing event deleted for resources: {'Port': ['ID=338a9f10-f35a-413e-8f5f-e81d92df4256,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:49.471401 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-766726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-540005'] for router_interface, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.043639 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Router 2c2052e9-a167-4331-a6ec-3d53910392fa has already been hosted by L3 agent ce2bc4b1-00f1-4fd6-843d-eb003b75866a {{(pid=109771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 10:56:50.161031 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] Notify agent at l3_agent.dv-cinder-816443-3-iscsi the message routers_updated {{(pid=109771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 10:56:50.165943 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-e684a3b0-30e1-4edd-87e4-d78dd316d479 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c2052e9-a167-4331-a6ec-3d53910392fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980206 Dec 24 10:56:50.168467 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47958) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:50.171027 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Sync routers for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 10:56:50.181760 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:50.182646 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:50.285008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks [] for router, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.305391 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: dv-cinder-816443-3-iscsi {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:50.387936 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.491994 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Deleting port 641659c2-ea83-40eb-b4b7-888d8db3fcbc {{(pid=109771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:50.492771 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.509845 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'external_fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:56:49Z', 'revision_number': 5, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port': {'id': '641659c2-ea83-40eb-b4b7-888d8db3fcbc', 'name': '', 'network_id': '3dfe29d7-e6f6-4c1f-9df8-82213c079aa9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816443-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:54Z', 'updated_at': '2021-12-24T10:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b6865f5-f705-48c0-bea0-9d77b45ec580', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816443-3-iscsi'}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:50.537359 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Checking router: 2c2052e9-a167-4331-a6ec-3d53910392fa for host: dv-cinder-816443-3-iscsi {{(pid=109775) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 10:56:50.547358 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Routers {'2c2052e9-a167-4331-a6ec-3d53910392fa'} bound to L3 agent in host dv-cinder-816443-3-iscsi {{(pid=109775) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 10:56:50.547983 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816443-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:36:58Z,description=,heartbeat_timestamp=2021-12-24T10:56:28Z,host='dv-cinder-816443-3-iscsi',id=ce2bc4b1-00f1-4fd6-843d-eb003b75866a,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T10:36:59Z,topic='l3_agent')) {'router_ids': ['2c2052e9-a167-4331-a6ec-3d53910392fa'], 'active': True} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:50.577643 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.db [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] For port 641659c2-ea83-40eb-b4b7-888d8db3fcbc, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=641659c2-ea83-40eb-b4b7-888d8db3fcbc,segment=NetworkSegment(f3a3e7f8-8608-498b-8ad2-0cf2d567de74),segment_id=f3a3e7f8-8608-498b-8ad2-0cf2d567de74)] {{(pid=109771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:50.578021 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.591008 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.plugins.ml2.plugin [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Calling delete_port for 641659c2-ea83-40eb-b4b7-888d8db3fcbc owned by network:router_gateway {{(pid=109771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:50.631821 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_dvr_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] Set router 2c2052e9-a167-4331-a6ec-3d53910392fa gateway port host: None {{(pid=109775) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 10:56:50.684128 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.l3_hamode_db [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:56:50Z', 'revision_number': 6, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port_host': None}], 'dv-cinder-816443-3-iscsi', False) {} {{(pid=109775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:50.710626 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e912add-c8ae-429f-879d-c52bdbb7fabb None None] The sync data for ids ['2c2052e9-a167-4331-a6ec-3d53910392fa'] in dv-cinder-816443-3-iscsi is: [{'id': '2c2052e9-a167-4331-a6ec-3d53910392fa', 'name': 'tempest-TestShelveInstance-1936143761-router', 'tenant_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:53Z', 'updated_at': '2021-12-24T10:56:50Z', 'revision_number': 6, 'project_id': 'cecd9710b65c4c089b6b1f213947aaa3', 'gw_port_host': None}] {{(pid=109775) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 10:56:50.828802 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5850610'] for port, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:50.857221 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Pushing event deleted for resources: {'Port': ['ID=641659c2-ea83-40eb-b4b7-888d8db3fcbc,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:50.919179 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532935'] for router_gateway, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.007167 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-537901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31277'] for router, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.009123 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.085817 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-537892'] for router, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.086334 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2052e9-a167-4331-a6ec-3d53910392fa {{(pid=109771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 10:56:51.094408 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] Publish callbacks [] for router, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.094408 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-06d28df7-8368-4cb4-838d-d191afe1de60 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2c2052e9-a167-4331-a6ec-3d53910392fa HTTP/1.1" status: 204 len: 168 time: 0.9225087 Dec 24 10:56:51.094654 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47960) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:51.144035 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Deleting subnet 166b8049-c1d5-4942-9bd8-e714d9afa84d {{(pid=109771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 10:56:51.147256 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.180950 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784853'] for subnet, precommit_delete_associations {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.248556 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 338a9f10-f35a-413e-8f5f-e81d92df4256 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:51.266135 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1786404'] for subnet, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.269525 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 338a9f10-f35a-413e-8f5f-e81d92df4256 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:51.270069 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 338a9f10-f35a-413e-8f5f-e81d92df4256 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:51.275346 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 641659c2-ea83-40eb-b4b7-888d8db3fcbc no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:51.289637 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 641659c2-ea83-40eb-b4b7-888d8db3fcbc {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:51.289985 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 641659c2-ea83-40eb-b4b7-888d8db3fcbc not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:51.400995 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1786411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5850497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5074471'] for subnet, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.435730 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166b8049-c1d5-4942-9bd8-e714d9afa84d,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:51.440055 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.441848 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e0435-90e7-403a-b052-88bb312e0b42 None None] Network ef93a003-7d9e-4892-ba16-7793f0ff34e8 requested from dv-cinder-816443-3-iscsi {{(pid=109774) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 10:56:51.445315 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-5b7c2866-de7a-41d4-851e-92940430d734 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/166b8049-c1d5-4942-9bd8-e714d9afa84d HTTP/1.1" status: 204 len: 168 time: 0.3481295 Dec 24 10:56:51.446417 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.wsgi [-] (109772) accepted ('10.222.0.30', 47962) {{(pid=109772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:51.517134 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1783034'] for network, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.573443 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Deleting port 0aaf0810-3112-4974-9716-ef0bf6e436e0 {{(pid=109772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:51.573774 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.596047 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] DHCP port deletion for ef93a003-7d9e-4892-ba16-7793f0ff34e8 request from dv-cinder-816443-3-iscsi {{(pid=109774) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 10:56:51.636853 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.db [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] For port 0aaf0810-3112-4974-9716-ef0bf6e436e0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0aaf0810-3112-4974-9716-ef0bf6e436e0,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:51.637265 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.644203 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Deleting port 0aaf0810-3112-4974-9716-ef0bf6e436e0 {{(pid=109774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 10:56:51.644579 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739826939980'] for port, before_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.649714 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Calling delete_port for 0aaf0810-3112-4974-9716-ef0bf6e436e0 owned by network:dhcp {{(pid=109772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:51.709780 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.db [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] For port 0aaf0810-3112-4974-9716-ef0bf6e436e0, host dv-cinder-816443-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816443-3-iscsi',level=0,port_id=0aaf0810-3112-4974-9716-ef0bf6e436e0,segment=NetworkSegment(97437f10-ec8d-493c-8e37-b304f50753b7),segment_id=97437f10-ec8d-493c-8e37-b304f50753b7)] {{(pid=109774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 10:56:51.710092 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-414342'] for port, precommit_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.722934 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Calling delete_port for 0aaf0810-3112-4974-9716-ef0bf6e436e0 owned by network:dhcp {{(pid=109774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 10:56:51.829206 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4405706'] for port, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.837321 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1823924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-863790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739827084575', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739826525058'] for port, after_delete {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.856606 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaf0810-3112-4974-9716-ef0bf6e436e0,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:51.860094 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] No DVR routers for this DVR port 0aaf0810-3112-4974-9716-ef0bf6e436e0 on host dv-cinder-816443-3-iscsi {{(pid=109772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:51.861549 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] Pushing event deleted for resources: {'Port': ['ID=0aaf0810-3112-4974-9716-ef0bf6e436e0,revision_number=None']} {{(pid=109774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:51.867345 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa9ac6-7382-40fd-b732-f23b6d7b2a4f None None] No DVR routers for this DVR port 0aaf0810-3112-4974-9716-ef0bf6e436e0 on host dv-cinder-816443-3-iscsi {{(pid=109774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 10:56:51.934975 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786043', 'neutron.services.segments.db._delete_segments_for_network-8739826994782'] for network, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.953990 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef93a003-7d9e-4892-ba16-7793f0ff34e8']}} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:51.963514 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97437f10-ec8d-493c-8e37-b304f50753b7') {'for_net_delete': True} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:51.963804 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.services.segments.db [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97437f10-ec8d-493c-8e37-b304f50753b7') {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 10:56:51.973542 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739826999399', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4395912'] for segment, before_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.987029 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971'] for segment, precommit_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.992659 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 10:56:51.993070 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1788971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4405275'] for segment, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: Traceback (most recent call last): Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: timer() Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: cb(*args, **kw) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: return func(*args, **kwargs) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: self._notify() Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: self.callback(batched_events) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: event.method(event) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: return f(self, *a, **k) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._get(url).json() Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: return self.request(url, 'GET', **kwargs) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:56:51.994675 dv-cinder-816443-3-iscsi neutron-server[109772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:56:52.097854 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-766735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532987'] for network, after_delete {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.103002 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-766973'] for network, before_response {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.106123 dv-cinder-816443-3-iscsi neutron-server[109772]: INFO neutron.wsgi [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ef93a003-7d9e-4892-ba16-7793f0ff34e8 HTTP/1.1" status: 204 len: 168 time: 0.6585300 Dec 24 10:56:52.116619 dv-cinder-816443-3-iscsi neutron-server[109772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f272e-e147-4ce1-a2de-f07edfeb10d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef93a003-7d9e-4892-ba16-7793f0ff34e8,revision_number=None']} {{(pid=109772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:52.449962 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47966) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:52.490605 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-61176cb6-642e-40f1-87b9-b37fa9e40415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9abda8fd8574437e892913c775910de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393999 Dec 24 10:56:52.492932 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47968) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:52.543051 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.563613 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.697295 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.699724 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:52.700873 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5268592-578d-4b9d-9b12-3b55ebebf551 HTTP/1.1" status: 204 len: 168 time: 0.2070479 Dec 24 10:56:52.708979 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17800ca1-122e-41ce-8074-4095fa098dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5268592-578d-4b9d-9b12-3b55ebebf551,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:53.240662 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0aaf0810-3112-4974-9716-ef0bf6e436e0 no longer exists at agent ovs-agent-dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 10:56:53.264049 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.plugin [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] No Port match for: 0aaf0810-3112-4974-9716-ef0bf6e436e0 {{(pid=109774) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 10:56:53.264393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron.plugins.ml2.rpc [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Device 0aaf0810-3112-4974-9716-ef0bf6e436e0 not bound to the agent host dv-cinder-816443-3-iscsi {{(pid=109774) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 10:56:53.416423 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47974) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:53.456119 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-b9693bbd-736f-4372-83e7-fe6e9dff49b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cecd9710b65c4c089b6b1f213947aaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384326 Dec 24 10:56:53.458529 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [-] (109771) accepted ('10.222.0.30', 47976) {{(pid=109771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 10:56:53.507529 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:53.528151 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:53.691039 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782080'] for security_group, after_delete {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:53.693616 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron_lib.callbacks.manager [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:53.694746 dv-cinder-816443-3-iscsi neutron-server[109771]: INFO neutron.wsgi [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a80e360b-73b9-4d85-9e44-e9b876041b64 HTTP/1.1" status: 204 len: 168 time: 0.2353206 Dec 24 10:56:53.702315 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83147886-058b-45dd-987d-d0e15a508618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e360b-73b9-4d85-9e44-e9b876041b64,revision_number=None']} {{(pid=109771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 10:56:55.885402 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfe1b-f4ae-48e3-9550-9ce7ec13ef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:57.999749 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-75328de0-55a1-4fe2-af22-1d2ec4044ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:56:59.045431 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:00.845285 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:01.090545 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:57:01.507656 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:13.101598 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:25.895786 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-ea63b2e5-30f9-4911-b136-77b0f8d3a992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:28.026756 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-354cf8ab-822d-45bb-b250-e7a534ef8220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:29.061884 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:30.872808 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:31.472222 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:38.090194 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:57:43.088873 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:55.917146 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-34605d64-004e-40b0-ab9b-e5103e060570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:57.985856 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4b779884-660f-43d2-8d1f-4565cd9c41ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:57:59.020269 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:00.865793 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:01.436892 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:13.089006 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:15.088357 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:58:25.882264 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-668020e2-a40f-4501-ae4b-cdb1295dbd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:28.013720 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-e35b5ccf-fafc-47d6-acf9-8d54a9cff445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:29.110597 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:30.864636 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:31.464908 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:43.116168 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:52.088296 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:58:55.961531 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6edc9977-6d6e-40aa-bddc-d01623dba1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:57.976980 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-555d7c7b-eac9-4704-89d1-57c26ecff85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:58:59.051242 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:00.938640 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:01.481723 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:13.109798 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:25.955085 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-685260aa-a049-4184-acf3-3660019d0fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:27.972585 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-50049c8c-0712-4869-80b7-968d0f3db9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:29.080874 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:29.087891 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 10:59:30.891787 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:31.455410 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:43.123610 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:55.897542 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4541d206-f4cf-4046-b385-fcce71481749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:57.980437 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a4771811-4ac8-40cd-a976-ce41c03e03a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 10:59:59.042743 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:00.906330 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:01.496711 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:06.086611 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 11:00:13.166047 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:25.890708 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4bdb7306-9995-4d81-b102-0f7886067697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:27.984362 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-af62e4f3-1f98-4770-a0ad-6a7136260069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:29.044740 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:30.884724 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:31.456602 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:43.085793 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 11:00:43.153705 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:43.514691 dv-cinder-816443-3-iscsi neutron-server[109771]: DEBUG neutron.wsgi [req-e553e2aa-cb29-4245-8079-3cddf82d8098 req-722285d5-e518-43d5-8e43-3c417ddae02b service neutron] (109771) timed out ('10.222.0.24', 61042) {{(pid=109771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 11:00:55.964636 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-817f5bed-83a6-40f0-8b0f-e37eaf2f62b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:58.023510 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-2a20d9a9-7639-4966-a765-eba3946b9ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:00:59.034543 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:00.901163 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:01.479898 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:13.158087 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:20.084101 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 11:01:25.913372 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-4091eeff-5d87-499a-92eb-22579f1a35ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:28.022224 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-a215c363-bcaf-427e-9654-0f0a3f2bdfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:29.066106 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:30.913028 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:31.467558 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:43.162539 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:55.923601 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-61aff575-b53c-4806-8d02-3c6ae1916acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:57.083561 dv-cinder-816443-3-iscsi neutron-server[109775]: DEBUG neutron.db.agents_db [None req-97323215-0778-4311-be9c-e423354aaa4b None None] Agent healthcheck: found 6 active agents {{(pid=109775) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 11:01:57.975268 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-7ecb8cbc-578e-4bb7-ac9b-69d92561cd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:01:59.043269 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-8bf0c705-a58c-4d72-9385-2cfe8e24d193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:02:00.866393 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb548-3c02-4a02-b82c-82129c793492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:02:01.466622 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-084417a3-c6cc-44fe-b156-093ff36c5028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 11:02:13.155927 dv-cinder-816443-3-iscsi neutron-server[109774]: DEBUG neutron_lib.callbacks.manager [None req-6ea74216-5d16-4321-a439-436fd3540453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739826994764', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800673'] for agent, after_update {{(pid=109774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}